[ 535.551336] env[69895]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69895) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.551716] env[69895]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69895) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.551826] env[69895]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69895) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.552155] env[69895]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 535.652680] env[69895]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69895) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 535.662214] env[69895]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69895) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 535.704865] env[69895]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 536.263893] env[69895]: INFO nova.virt.driver [None req-1d4f589b-8009-4bb6-ab45-96576539e344 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 536.336613] env[69895]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.336840] env[69895]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.336941] env[69895]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69895) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 539.235862] env[69895]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-dbb679bf-1edd-4676-b12e-5ebc92e9123d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.252556] env[69895]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69895) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 539.252683] env[69895]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f9988484-92e5-44a5-b5d0-7487a465ba0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.277370] env[69895]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 00fe4. [ 539.277491] env[69895]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.941s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.278019] env[69895]: INFO nova.virt.vmwareapi.driver [None req-1d4f589b-8009-4bb6-ab45-96576539e344 None None] VMware vCenter version: 7.0.3 [ 539.281535] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165056a5-8eb3-4888-9e17-c3a6ae094bef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.299114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a332dbff-3138-44c6-b4e1-be30588abc21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.305081] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6e536-7265-41c3-8ef0-b62a2278a888 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.311742] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c70287a-6cb1-41b1-9a66-05ad35479238 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.324713] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc86e6f6-8d7f-4cfa-acce-3dfe84eaa541 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.330488] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e54f09-faa4-4035-a591-0972ac1c3eb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.360981] env[69895]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a0441865-1fbf-4afa-af9f-babdb551b9f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.366391] env[69895]: DEBUG nova.virt.vmwareapi.driver [None req-1d4f589b-8009-4bb6-ab45-96576539e344 None None] Extension org.openstack.compute already exists. {{(pid=69895) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 539.369016] env[69895]: INFO nova.compute.provider_config [None req-1d4f589b-8009-4bb6-ab45-96576539e344 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 539.872946] env[69895]: DEBUG nova.context [None req-1d4f589b-8009-4bb6-ab45-96576539e344 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0569de9e-3248-4fb5-8fff-6a08a920638c(cell1) {{(pid=69895) load_cells /opt/stack/nova/nova/context.py:464}} [ 539.875192] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.875420] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.876124] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.876550] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Acquiring lock "0569de9e-3248-4fb5-8fff-6a08a920638c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.876741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Lock "0569de9e-3248-4fb5-8fff-6a08a920638c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.877750] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Lock "0569de9e-3248-4fb5-8fff-6a08a920638c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.898172] env[69895]: INFO dbcounter [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Registered counter for database nova_cell0 [ 539.906897] env[69895]: INFO dbcounter [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Registered counter for database nova_cell1 [ 540.355966] env[69895]: DEBUG oslo_db.sqlalchemy.engines [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69895) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 540.356406] env[69895]: DEBUG oslo_db.sqlalchemy.engines [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69895) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 540.361600] env[69895]: ERROR nova.db.main.api [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 540.361600] env[69895]: result = function(*args, **kwargs) [ 540.361600] env[69895]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 540.361600] env[69895]: return func(*args, **kwargs) [ 540.361600] env[69895]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 540.361600] env[69895]: result = fn(*args, **kwargs) [ 540.361600] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 540.361600] env[69895]: return f(*args, **kwargs) [ 540.361600] env[69895]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 540.361600] env[69895]: return db.service_get_minimum_version(context, binaries) [ 540.361600] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 540.361600] env[69895]: _check_db_access() [ 540.361600] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 540.361600] env[69895]: stacktrace = ''.join(traceback.format_stack()) [ 540.361600] env[69895]: [ 540.362454] env[69895]: ERROR nova.db.main.api [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 540.362454] env[69895]: result = function(*args, **kwargs) [ 540.362454] env[69895]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 540.362454] env[69895]: return func(*args, **kwargs) [ 540.362454] env[69895]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 540.362454] env[69895]: result = fn(*args, **kwargs) [ 540.362454] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 540.362454] env[69895]: return f(*args, **kwargs) [ 540.362454] env[69895]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 540.362454] env[69895]: return db.service_get_minimum_version(context, binaries) [ 540.362454] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 540.362454] env[69895]: _check_db_access() [ 540.362454] env[69895]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 540.362454] env[69895]: stacktrace = ''.join(traceback.format_stack()) [ 540.362454] env[69895]: [ 540.362856] env[69895]: WARNING nova.objects.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 540.362979] env[69895]: WARNING nova.objects.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Failed to get minimum service version for cell 0569de9e-3248-4fb5-8fff-6a08a920638c [ 540.363457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Acquiring lock "singleton_lock" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.363614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Acquired lock "singleton_lock" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.363851] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Releasing lock "singleton_lock" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 540.364210] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Full set of CONF: {{(pid=69895) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 540.364355] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ******************************************************************************** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 540.364480] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] Configuration options gathered from: {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 540.364613] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 540.364806] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 540.364934] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ================================================================================ {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 540.365163] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] allow_resize_to_same_host = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.365337] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] arq_binding_timeout = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.365467] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] backdoor_port = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.365592] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] backdoor_socket = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.365756] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] block_device_allocate_retries = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.365919] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] block_device_allocate_retries_interval = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.366098] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cert = self.pem {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.366270] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.366435] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute_monitors = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.366598] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] config_dir = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367018] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] config_drive_format = iso9660 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367171] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367350] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] config_source = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367522] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] console_host = devstack {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367691] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] control_exchange = nova {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.367854] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cpu_allocation_ratio = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368024] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] daemon = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368201] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] debug = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368360] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_access_ip_network_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368525] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_availability_zone = nova {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368679] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_ephemeral_format = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.368862] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_green_pool_size = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369117] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369283] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] default_schedule_zone = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369443] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] disk_allocation_ratio = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369602] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] enable_new_services = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369781] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] enabled_apis = ['osapi_compute'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.369948] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] enabled_ssl_apis = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.370131] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] flat_injected = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.370293] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] force_config_drive = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.370452] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] force_raw_images = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.370630] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] graceful_shutdown_timeout = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.370836] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] heal_instance_info_cache_interval = -1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371083] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] host = cpu-1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371268] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371434] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371594] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371807] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.371970] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_build_timeout = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372150] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_delete_interval = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372317] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_format = [instance: %(uuid)s] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372482] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_name_template = instance-%08x {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372645] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_usage_audit = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372812] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_usage_audit_period = month {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.372977] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373156] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373322] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] internal_service_availability_zone = internal {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373477] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] key = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373635] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] live_migration_retry_count = 30 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373804] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_color = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.373968] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_config_append = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374144] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374304] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_dir = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374458] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374584] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_options = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374741] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_rotate_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.374907] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_rotate_interval_type = days {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375082] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] log_rotation_type = none {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375212] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375337] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375505] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375666] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375794] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.375954] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] long_rpc_timeout = 1800 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376125] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_concurrent_builds = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376282] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_concurrent_live_migrations = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376437] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_concurrent_snapshots = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376590] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_local_block_devices = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376744] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_logfile_count = 30 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.376899] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] max_logfile_size_mb = 200 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377072] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] maximum_instance_delete_attempts = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377242] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metadata_listen = 0.0.0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377408] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metadata_listen_port = 8775 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377573] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metadata_workers = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377731] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] migrate_max_retries = -1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.377895] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] mkisofs_cmd = genisoimage {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.378112] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.378244] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] my_ip = 10.180.1.21 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.378461] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.378642] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] network_allocate_retries = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.378855] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379044] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379215] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] osapi_compute_listen_port = 8774 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379382] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] osapi_compute_unique_server_name_scope = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379550] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] osapi_compute_workers = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379708] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] password_length = 12 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.379866] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] periodic_enable = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380032] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] periodic_fuzzy_delay = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380206] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] pointer_model = usbtablet {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380370] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] preallocate_images = none {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380527] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] publish_errors = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380655] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] pybasedir = /opt/stack/nova {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.380838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ram_allocation_ratio = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381013] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rate_limit_burst = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381192] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rate_limit_except_level = CRITICAL {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381354] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rate_limit_interval = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381512] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reboot_timeout = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381671] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reclaim_instance_interval = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381823] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] record = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.381991] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reimage_timeout_per_gb = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.382171] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] report_interval = 120 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.382330] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rescue_timeout = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.382487] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reserved_host_cpus = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.382647] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reserved_host_disk_mb = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383127] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reserved_host_memory_mb = 512 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383127] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] reserved_huge_pages = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383238] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] resize_confirm_window = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383390] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] resize_fs_using_block_device = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383552] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] resume_guests_state_on_host_boot = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383721] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.383884] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] rpc_response_timeout = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384053] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] run_external_periodic_tasks = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384226] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] running_deleted_instance_action = reap {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384385] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384544] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] running_deleted_instance_timeout = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384701] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler_instance_sync_interval = 120 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.384869] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_down_time = 720 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385047] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] servicegroup_driver = db {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385207] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] shell_completion = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385364] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] shelved_offload_time = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385521] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] shelved_poll_interval = 3600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385686] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] shutdown_timeout = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.385845] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] source_is_ipv6 = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386006] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ssl_only = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386272] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386445] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] sync_power_state_interval = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386606] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] sync_power_state_pool_size = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386773] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] syslog_log_facility = LOG_USER {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.386962] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] tempdir = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387152] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] timeout_nbd = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387325] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] transport_url = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387485] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] update_resources_interval = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387642] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_cow_images = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387800] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_journal = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.387959] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_json = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388129] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_rootwrap_daemon = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388288] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_stderr = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388443] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] use_syslog = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388597] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vcpu_pin_set = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388786] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plugging_is_fatal = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.388980] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plugging_timeout = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.389175] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] virt_mkfs = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.389340] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] volume_usage_poll_interval = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.389503] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] watch_log_file = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.389670] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] web = /usr/share/spice-html5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 540.389856] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.390034] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.390201] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.390372] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_concurrency.disable_process_locking = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.390665] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.390875] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391065] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391246] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391418] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391587] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391772] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.auth_strategy = keystone {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.391940] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.compute_link_prefix = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.392163] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.392349] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.dhcp_domain = novalocal {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.392520] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.enable_instance_password = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.392687] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.glance_link_prefix = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.392855] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393041] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393212] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.instance_list_per_project_cells = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393374] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.list_records_by_skipping_down_cells = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393535] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.local_metadata_per_cell = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393702] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.max_limit = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.393871] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.metadata_cache_expiration = 15 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394058] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.neutron_default_tenant_id = default {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394233] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.response_validation = warn {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394402] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.use_neutron_default_nets = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394571] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394734] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.394902] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.395087] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.395263] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_dynamic_targets = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.395427] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_jsonfile_path = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.395696] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.395997] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.backend = dogpile.cache.memcached {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.396286] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.backend_argument = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.396560] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.backend_expiration_time = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.396857] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.config_prefix = cache.oslo {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.397168] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.dead_timeout = 60.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.397400] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.debug_cache_backend = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.397582] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.enable_retry_client = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.397752] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.enable_socket_keepalive = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.397933] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.enabled = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398116] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.enforce_fips_mode = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398287] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.expiration_time = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398454] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.hashclient_retry_attempts = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398624] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398816] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_dead_retry = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.398988] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_password = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.399174] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.399342] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.399508] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_pool_maxsize = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.399672] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.399835] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_sasl_enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400030] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400207] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400370] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.memcache_username = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400539] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.proxies = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400728] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_db = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.400895] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_password = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401083] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401267] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401438] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_server = localhost:6379 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401603] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_socket_timeout = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401796] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.redis_username = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.401978] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.retry_attempts = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402164] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.retry_delay = 0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402333] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.socket_keepalive_count = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402499] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.socket_keepalive_idle = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402662] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.socket_keepalive_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402822] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.tls_allowed_ciphers = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.402985] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.tls_cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.403158] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.tls_certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.403322] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.tls_enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.403477] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cache.tls_keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.403665] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.403948] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.auth_type = password {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.404240] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.404545] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.404823] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405116] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405319] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.cross_az_attach = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405492] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.debug = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405656] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.endpoint_template = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405825] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.http_retries = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.405992] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.406170] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.406347] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.os_region_name = RegionOne {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.406515] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.406675] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cinder.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.406849] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407022] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.cpu_dedicated_set = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407192] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.cpu_shared_set = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407358] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.image_type_exclude_list = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407523] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407688] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.407852] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408028] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408206] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408374] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.resource_provider_association_refresh = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408552] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408705] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.shutdown_retry_interval = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.408908] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409105] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] conductor.workers = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409288] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] console.allowed_origins = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409450] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] console.ssl_ciphers = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409619] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] console.ssl_minimum_version = default {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409789] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] consoleauth.enforce_session_timeout = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.409960] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] consoleauth.token_ttl = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.410151] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.410314] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.410476] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.410633] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.410833] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411015] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411192] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411352] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411512] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411670] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411827] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.411986] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412159] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412327] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.service_type = accelerator {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412486] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412645] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412803] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.412963] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413156] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413318] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] cyborg.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413486] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.asyncio_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413645] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.asyncio_slave_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413815] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.backend = sqlalchemy {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.413986] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414167] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.connection_debug = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414336] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.connection_parameters = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414498] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.connection_recycle_time = 3600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414659] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.connection_trace = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414820] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.db_inc_retry_interval = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.414983] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.db_max_retries = 20 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415160] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.db_max_retry_interval = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415322] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.db_retry_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415482] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.max_overflow = 50 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415640] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.max_pool_size = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415799] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.max_retries = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.415965] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416138] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.mysql_wsrep_sync_wait = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416298] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.pool_timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416458] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.retry_interval = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416617] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.slave_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416779] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.sqlite_synchronous = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.416942] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] database.use_db_reconnect = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417122] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.asyncio_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417284] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.asyncio_slave_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417452] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.backend = sqlalchemy {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417618] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417780] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.connection_debug = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.417950] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.connection_parameters = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418126] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.connection_recycle_time = 3600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418289] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.connection_trace = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418450] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.db_inc_retry_interval = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418612] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.db_max_retries = 20 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418797] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.db_max_retry_interval = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.418972] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.db_retry_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419152] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.max_overflow = 50 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419315] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.max_pool_size = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419478] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.max_retries = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419647] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419805] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.419963] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.pool_timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420139] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.retry_interval = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420297] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.slave_connection = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420457] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] api_database.sqlite_synchronous = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420628] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] devices.enabled_mdev_types = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.420831] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421010] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421294] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ephemeral_storage_encryption.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421360] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421516] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.api_servers = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421680] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.421840] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422008] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422174] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422332] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422491] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.debug = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422652] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.default_trusted_certificate_ids = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422811] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.enable_certificate_validation = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.422972] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.enable_rbd_download = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423142] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423304] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423461] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423616] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423769] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.423928] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.num_retries = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424106] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.rbd_ceph_conf = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424268] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.rbd_connect_timeout = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424431] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.rbd_pool = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424594] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.rbd_user = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424755] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.424913] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425078] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425247] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.service_type = image {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425407] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425563] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425719] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.425875] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426060] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426228] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.verify_glance_signatures = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426386] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] glance.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426550] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] guestfs.debug = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426716] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.426878] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.auth_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427475] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427475] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427475] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427605] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427684] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427814] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.427975] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428145] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428306] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428462] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428619] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428797] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.428966] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429152] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.service_type = shared-file-system {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429317] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.share_apply_policy_timeout = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429483] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429636] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429793] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.429955] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430148] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430310] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] manila.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430478] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] mks.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.430861] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431072] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.manager_interval = 2400 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431250] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.precache_concurrency = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431425] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.remove_unused_base_images = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431595] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431797] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.431994] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] image_cache.subdirectory_name = _base {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432189] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.api_max_retries = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432358] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.api_retry_interval = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432517] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432678] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.auth_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.432836] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433013] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433177] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433345] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.conductor_group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433504] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433664] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433824] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.433986] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434162] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434323] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434480] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434642] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.peer_list = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434802] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.434959] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435137] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.serial_console_state_timeout = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435299] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435467] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.service_type = baremetal {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435622] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.shard = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435782] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.435940] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436110] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436270] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436450] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436610] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ironic.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436788] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.436964] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] key_manager.fixed_key = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437162] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437327] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.barbican_api_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437488] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.barbican_endpoint = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437659] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.barbican_endpoint_type = public {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437820] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.barbican_region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.437983] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438160] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438325] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438486] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438644] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.438834] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.number_of_retries = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439014] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.retry_delay = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439190] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.send_service_user_token = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439355] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439514] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439674] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.verify_ssl = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439831] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican.verify_ssl_path = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.439995] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440175] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.auth_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440337] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440497] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440657] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.440848] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441023] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441191] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441351] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] barbican_service_user.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441517] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.approle_role_id = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441678] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.approle_secret_id = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.441873] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.kv_mountpoint = secret {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442052] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.kv_path = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442220] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.kv_version = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442381] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.namespace = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442540] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.root_token_id = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442698] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.ssl_ca_crt_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.442869] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.timeout = 60.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443045] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.use_ssl = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443223] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443394] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443559] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443724] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.443884] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444057] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444224] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444388] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444549] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444706] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.444867] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445037] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445205] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445366] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445536] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.service_type = identity {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445697] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.445857] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446028] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446191] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446369] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446531] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] keystone.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.446721] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.ceph_mount_options = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447127] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447318] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.connection_uri = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447484] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_mode = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447651] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447821] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_models = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.447993] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_power_governor_high = performance {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.448175] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.448337] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_power_management = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.448506] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.448671] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.device_detach_attempts = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.448863] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.device_detach_timeout = 20 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449049] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.disk_cachemodes = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449217] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.disk_prefix = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449377] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.enabled_perf_events = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449538] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.file_backed_memory = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449701] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.gid_maps = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.449859] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.hw_disk_discard = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450022] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.hw_machine_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450191] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_rbd_ceph_conf = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450354] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450512] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450676] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_rbd_glance_store_name = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.450878] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_rbd_pool = rbd {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451069] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_type = default {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451230] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.images_volume_group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451392] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.inject_key = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451553] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.inject_partition = -2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451715] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.inject_password = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.451875] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.iscsi_iface = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452043] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.iser_use_multipath = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452211] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452373] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452531] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_downtime = 500 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452689] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.452847] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453012] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_inbound_addr = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453180] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453338] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453493] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_scheme = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453661] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_timeout_action = abort {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453819] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_tunnelled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.453978] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_uri = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.454153] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.live_migration_with_native_tls = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.454310] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.max_queues = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.454474] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.454695] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.454862] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.nfs_mount_options = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.455170] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.455347] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.455515] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.455675] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.455838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456009] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_pcie_ports = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456187] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456352] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.pmem_namespaces = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456510] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.quobyte_client_cfg = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456797] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.456972] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457152] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457315] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457474] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rbd_secret_uuid = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457633] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rbd_user = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457794] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.457966] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458139] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rescue_image_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458298] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rescue_kernel_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458453] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rescue_ramdisk_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458620] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458802] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.rx_queue_size = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.458984] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.smbfs_mount_options = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.459298] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.459479] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.snapshot_compression = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.459644] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.snapshot_image_format = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.459867] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460049] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.sparse_logical_volumes = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460220] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.swtpm_enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460390] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.swtpm_group = tss {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460555] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.swtpm_user = tss {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460766] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.sysinfo_serial = unique {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.460911] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.tb_cache_size = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461081] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.tx_queue_size = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461248] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.uid_maps = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461412] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.use_virtio_for_bridges = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461582] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.virt_type = kvm {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461751] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.volume_clear = zero {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.461914] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.volume_clear_size = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462087] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.volume_enforce_multipath = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462257] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.volume_use_multipath = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462415] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_cache_path = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462583] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462748] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.462912] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.463090] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.463380] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.463561] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.vzstorage_mount_user = stack {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.463726] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.463899] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464084] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.auth_type = password {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464251] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464411] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464573] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464731] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.464891] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465071] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.default_floating_pool = public {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465235] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465398] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.extension_sync_interval = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465559] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.http_retries = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465723] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.465884] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466053] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466227] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466386] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466554] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.ovs_bridge = br-int {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466717] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.physnets = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.466887] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.region_name = RegionOne {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467059] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467236] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.service_metadata_proxy = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467398] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467565] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.service_type = network {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467727] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.467887] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468055] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468219] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468397] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468556] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] neutron.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468742] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.bdms_in_notifications = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.468933] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.default_level = INFO {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469114] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.include_share_mapping = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469295] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.notification_format = unversioned {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469458] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.notify_on_state_change = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469633] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469809] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] pci.alias = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.469982] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] pci.device_spec = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.470164] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] pci.report_in_placement = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.470338] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.470512] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.auth_type = password {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.470687] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.470890] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471069] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471240] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471401] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471562] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471721] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.default_domain_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.471896] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.default_domain_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472077] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.domain_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472242] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.domain_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472398] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472558] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472716] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.472873] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473041] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473214] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.password = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473372] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.project_domain_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473538] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.project_domain_name = Default {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473703] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.project_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.473875] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.project_name = service {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474053] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.region_name = RegionOne {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474220] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474381] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474548] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.service_type = placement {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474709] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.474870] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475038] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475203] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.system_scope = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475360] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475516] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.trust_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475672] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.user_domain_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.user_domain_name = Default {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.475997] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.user_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.476186] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.username = nova {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.476365] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.476525] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] placement.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.476706] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.cores = 20 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.476871] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.count_usage_from_placement = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477050] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477223] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.injected_file_content_bytes = 10240 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477390] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.injected_file_path_length = 255 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477557] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.injected_files = 5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477723] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.instances = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.477887] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.key_pairs = 100 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478061] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.metadata_items = 128 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478232] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.ram = 51200 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478396] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.recheck_quota = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478565] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.server_group_members = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478749] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.server_groups = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.478974] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.479167] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] quota.unified_limits_resource_strategy = require {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.479344] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.479510] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.479673] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.image_metadata_prefilter = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.479835] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480009] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.max_attempts = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480182] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.max_placement_results = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480344] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480507] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480667] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.480865] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] scheduler.workers = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481063] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481242] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481421] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481592] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481759] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.compute_created_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.481926] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482104] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482273] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482457] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482622] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.host_subset_size = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482788] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.482950] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.483127] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.483305] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.483469] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.483634] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.isolated_hosts = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.483798] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.isolated_images = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484019] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484230] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484408] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484577] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.pci_in_placement = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484745] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.484911] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485086] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485254] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485423] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485587] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485748] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.track_instance_changes = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.485928] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.486113] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metrics.required = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.486284] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metrics.weight_multiplier = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.486448] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.486619] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] metrics.weight_setting = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.486931] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487131] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487307] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.port_range = 10000:20000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487479] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487650] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487819] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] serial_console.serialproxy_port = 6083 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.487988] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.488176] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.auth_type = password {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.488339] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.488500] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.488664] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.488851] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489028] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489207] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.send_service_user_token = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489372] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489529] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] service_user.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489699] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.agent_enabled = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.489862] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.490175] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.490387] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.490559] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.html5proxy_port = 6082 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.490737] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.image_compression = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.490921] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.jpeg_compression = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.491097] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.playback_compression = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.491267] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.require_secure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.491438] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.server_listen = 127.0.0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.491607] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.491886] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492073] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.streaming_mode = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492239] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] spice.zlib_compression = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492408] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] upgrade_levels.baseapi = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492580] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] upgrade_levels.compute = auto {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492769] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] upgrade_levels.conductor = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.492946] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] upgrade_levels.scheduler = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493132] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493299] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493459] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493617] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493778] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.493940] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494113] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494279] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494436] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vendordata_dynamic_auth.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494606] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.api_retry_count = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494769] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.ca_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.494942] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.495124] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.cluster_name = testcl1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.495292] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.connection_pool_size = 10 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.495453] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.console_delay_seconds = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.495622] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.datastore_regex = ^datastore.* {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.495827] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496008] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.host_password = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496186] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.host_port = 443 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496357] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.host_username = administrator@vsphere.local {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496527] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.insecure = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496688] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.integration_bridge = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.496849] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.maximum_objects = 100 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497015] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.pbm_default_policy = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497186] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.pbm_enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497347] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.pbm_wsdl_location = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497512] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497670] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.serial_port_proxy_uri = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497829] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.serial_port_service_uri = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.497996] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.task_poll_interval = 0.5 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.498184] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.use_linked_clone = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.498355] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.vnc_keymap = en-us {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.498519] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.vnc_port = 5900 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.498702] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vmware.vnc_port_total = 10000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.498897] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.auth_schemes = ['none'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.499085] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.499372] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.499558] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.499729] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.novncproxy_port = 6080 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.499918] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.server_listen = 127.0.0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500110] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500277] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.vencrypt_ca_certs = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500436] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.vencrypt_client_cert = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500594] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vnc.vencrypt_client_key = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500801] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.500980] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_deep_image_inspection = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501158] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501321] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501481] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501640] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.disable_rootwrap = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501824] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.enable_numa_live_migration = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.501993] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.502174] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.502335] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.502494] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.libvirt_disable_apic = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.502652] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.502953] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503145] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503314] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503477] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503637] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503796] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.503955] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.504128] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.504296] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.504478] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.504644] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.client_socket_timeout = 900 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.504838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.default_pool_size = 1000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505026] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.keep_alive = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505197] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.max_header_line = 16384 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505361] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505521] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.ssl_ca_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505681] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.ssl_cert_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.505841] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.ssl_key_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506022] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.tcp_keepidle = 600 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506198] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506367] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] zvm.ca_file = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506526] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] zvm.cloud_connector_url = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506813] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.506988] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] zvm.reachable_timeout = 300 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.507178] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.507356] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.507531] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.connection_string = messaging:// {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.507700] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.enabled = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.507869] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.es_doc_type = notification {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508042] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.es_scroll_size = 10000 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508214] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.es_scroll_time = 2m {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508378] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.filter_error_trace = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508545] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.hmac_keys = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508733] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.sentinel_service_name = mymaster {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.508903] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.socket_timeout = 0.1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509079] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.trace_requests = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509243] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler.trace_sqlalchemy = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509423] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler_jaeger.process_tags = {} {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509584] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler_jaeger.service_name_prefix = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509745] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] profiler_otlp.service_name_prefix = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.509910] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] remote_debug.host = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510079] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] remote_debug.port = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510260] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510423] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510585] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510769] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.510946] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511124] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511289] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511451] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511611] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511799] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.511971] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512156] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512328] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512493] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512657] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512826] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.512991] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.513169] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.513339] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.513502] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.513663] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.513847] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514094] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514278] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514446] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514612] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514776] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.514939] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515118] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515283] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515445] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515616] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515782] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.515945] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.516132] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.516302] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.516463] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.516650] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.516844] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_notifications.retry = -1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517050] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517230] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517402] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.auth_section = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517567] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.auth_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517724] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.cafile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.517884] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.certfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518057] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.collect_timing = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518220] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.connect_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518379] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.connect_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518537] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_id = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518711] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.518867] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_override = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519037] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519201] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519361] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.endpoint_service_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519523] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.insecure = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519682] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.keyfile = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519840] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.max_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.519998] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.min_version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.520172] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.region_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.520329] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.retriable_status_codes = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.520488] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.service_name = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.520645] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.service_type = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.520839] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.split_loggers = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521008] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.status_code_retries = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521177] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.status_code_retry_delay = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521334] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.timeout = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521491] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.valid_interfaces = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521645] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_limit.version = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.521833] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_reports.file_event_handler = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522016] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522182] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] oslo_reports.log_dir = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522351] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522513] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522672] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.522838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523026] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523184] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523354] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523514] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523673] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.523838] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524008] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524176] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] vif_plug_ovs_privileged.user = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524347] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524528] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524702] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.524882] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525059] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525236] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525405] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525566] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525742] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.525915] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.isolate_vif = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526092] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526264] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526432] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526598] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526759] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] os_vif_ovs.per_port_bridge = False {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.526930] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.capabilities = [21] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527107] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527269] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.helper_command = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527435] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527598] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527757] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] privsep_osbrick.user = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.527931] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.528120] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.group = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.528334] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.helper_command = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.528509] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.528702] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.528875] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] nova_sys_admin.user = None {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.529014] env[69895]: DEBUG oslo_service.backend.eventlet.service [None req-6b0fa393-9fcc-41d8-859f-416d538d24b6 None None] ******************************************************************************** {{(pid=69895) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 540.529432] env[69895]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 541.032649] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Getting list of instances from cluster (obj){ [ 541.032649] env[69895]: value = "domain-c8" [ 541.032649] env[69895]: _type = "ClusterComputeResource" [ 541.032649] env[69895]: } {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 541.033778] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831c661-cbd0-43c9-90d9-dea7c9a5cc6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.043178] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Got total of 0 instances {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 541.043751] env[69895]: WARNING nova.virt.vmwareapi.driver [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 541.044242] env[69895]: INFO nova.virt.node [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Generated node identity 7ecffc51-323f-4c97-913f-419a1a87f107 [ 541.044479] env[69895]: INFO nova.virt.node [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Wrote node identity 7ecffc51-323f-4c97-913f-419a1a87f107 to /opt/stack/data/n-cpu-1/compute_id [ 541.547388] env[69895]: WARNING nova.compute.manager [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Compute nodes ['7ecffc51-323f-4c97-913f-419a1a87f107'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 542.553269] env[69895]: INFO nova.compute.manager [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 543.559333] env[69895]: WARNING nova.compute.manager [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 543.559681] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.559843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.559993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.560160] env[69895]: DEBUG nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 543.561161] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae342f5b-e191-47a5-81e3-07aa0f6a19b4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.569604] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058baab-4435-4dff-b43a-cf3b1591c89f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.583660] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ae1f3-a61a-48b2-9df6-b5822efb3739 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.589720] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad54d2-7f8c-4649-8ce2-ea5bb2f49c1c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.617992] env[69895]: DEBUG nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180926MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 543.618152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.618360] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.121085] env[69895]: WARNING nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] No compute node record for cpu-1:7ecffc51-323f-4c97-913f-419a1a87f107: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7ecffc51-323f-4c97-913f-419a1a87f107 could not be found. [ 544.624900] env[69895]: INFO nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7ecffc51-323f-4c97-913f-419a1a87f107 [ 546.133086] env[69895]: DEBUG nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 546.133517] env[69895]: DEBUG nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 546.288418] env[69895]: INFO nova.scheduler.client.report [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] [req-e5d45ce5-91a3-4631-856a-1b26b4ef4ea9] Created resource provider record via placement API for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 546.306789] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9de7e7-8bbd-42b2-9517-001a83c84633 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.314977] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b286da-2c47-4e90-8d4b-f53637d4558a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.345397] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad430a-c8ec-41ed-a330-b837822a09b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.353038] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a6a36-b930-490a-bd6c-57480c5bd665 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.366316] env[69895]: DEBUG nova.compute.provider_tree [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.904147] env[69895]: DEBUG nova.scheduler.client.report [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 546.904388] env[69895]: DEBUG nova.compute.provider_tree [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 0 to 1 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.904535] env[69895]: DEBUG nova.compute.provider_tree [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.952654] env[69895]: DEBUG nova.compute.provider_tree [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 1 to 2 during operation: update_traits {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.457013] env[69895]: DEBUG nova.compute.resource_tracker [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 547.457340] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.457446] env[69895]: DEBUG nova.service [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Creating RPC server for service compute {{(pid=69895) start /opt/stack/nova/nova/service.py:186}} [ 547.479349] env[69895]: DEBUG nova.service [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] Join ServiceGroup membership for this service compute {{(pid=69895) start /opt/stack/nova/nova/service.py:203}} [ 547.479592] env[69895]: DEBUG nova.servicegroup.drivers.db [None req-d8ad0737-3d9f-4062-a6fa-ee969176ad5e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69895) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 573.483556] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.986190] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Getting list of instances from cluster (obj){ [ 573.986190] env[69895]: value = "domain-c8" [ 573.986190] env[69895]: _type = "ClusterComputeResource" [ 573.986190] env[69895]: } {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 573.987698] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c786fdc1-44d6-4cfb-b7dd-81ede31da237 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.999211] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Got total of 0 instances {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.999448] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 573.999739] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Getting list of instances from cluster (obj){ [ 573.999739] env[69895]: value = "domain-c8" [ 573.999739] env[69895]: _type = "ClusterComputeResource" [ 573.999739] env[69895]: } {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 574.000646] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137abc2-a3a7-48e6-8277-ed8a5ee20009 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.007722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Got total of 0 instances {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 591.522059] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.522397] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.643770] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "032b4471-fcd8-402c-98a8-f72519284b48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.644116] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "032b4471-fcd8-402c-98a8-f72519284b48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.025408] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.147202] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.578182] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.578820] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.581012] env[69895]: INFO nova.compute.claims [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.673645] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.675929] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012af2e-8408-4918-949d-4925ab7e8308 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.684156] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cc1454-167c-499e-9f1d-8962316bb22e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.725157] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d83823-e157-4c1a-a689-684f6553d744 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.730328] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f832ae9e-6ad3-4342-9f4e-162671fb360d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.743926] env[69895]: DEBUG nova.compute.provider_tree [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.246941] env[69895]: DEBUG nova.scheduler.client.report [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.522491] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "f2f6633f-3356-49d2-91a8-840284285eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.522713] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.748875] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.749192] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.751785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.752314] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.759224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.083s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.759224] env[69895]: INFO nova.compute.claims [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.029518] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.251972] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.276556] env[69895]: DEBUG nova.compute.utils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.278570] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.278799] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.575106] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.716313] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.716313] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.716313] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.717036] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.717036] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.718977] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.722508] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.724058] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 595.724058] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.784519] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.784519] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.822118] env[69895]: DEBUG nova.policy [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cea8e722fce41cdb148d8cac0efaf47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f2d7e4e8034ad8a671a2e3b465d216', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.920762] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac5750-6be7-415e-b549-62f19f8f6267 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.934197] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2635b00-e99c-41b1-9aa0-4270c2b74c78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.974136] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192138b9-7160-4db2-9222-c19bf23ab376 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.984315] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6f4fa-08d5-43f6-a6ba-592a7a6a8cc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.003933] env[69895]: DEBUG nova.compute.provider_tree [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.228621] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.508021] env[69895]: DEBUG nova.scheduler.client.report [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.529031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "1e74eb41-3368-47e2-a17f-2a239b873b67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.529434] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.796347] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.835079] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.835403] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.835576] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.835746] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.836441] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.836441] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.836441] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.836441] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.838197] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.838393] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.838604] env[69895]: DEBUG nova.virt.hardware [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.839729] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2eccc-caa3-4def-be7e-28463f4dfe86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.853178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11e4ad1-c0ca-41ec-be48-03e38d3508c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.875668] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0183d9-d30e-4ce6-ab53-63ccc75b7c37 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.908967] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Successfully created port: 64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.015029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.015745] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.019648] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.447s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.022082] env[69895]: INFO nova.compute.claims [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.032083] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.527065] env[69895]: DEBUG nova.compute.utils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.536167] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.536167] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.567718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.706984] env[69895]: DEBUG nova.policy [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76015875e0ed4ecd836348776c0eeffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '715f363ec88540cf976290b96abe0ab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.757389] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "764793c8-612c-47b5-93f4-c9696f56c362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.757938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.033699] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.160993] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb2185-033f-4af8-bba8-73d8ceb9967b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.172122] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4288054a-2fa8-450f-a066-b08e3ddd2491 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.212160] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2bd882-a8e0-4e10-8c63-c090872b104f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.221253] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdfa967-3523-4241-b088-654d733f3412 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.235737] env[69895]: DEBUG nova.compute.provider_tree [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.260871] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.741022] env[69895]: DEBUG nova.scheduler.client.report [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.799020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.915779] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Successfully created port: 77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.046267] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.094773] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.094950] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.095114] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.095293] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.095650] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.095650] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.095764] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.096896] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.097707] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.097988] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.102411] env[69895]: DEBUG nova.virt.hardware [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.103626] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f88b5-f213-4ff0-90ee-5abfe891d571 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.112857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af78c94-9542-4f6d-bdf7-1bd5a01956fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.246058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.246961] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.253146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.467s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.253146] env[69895]: INFO nova.compute.claims [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.753182] env[69895]: DEBUG nova.compute.utils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.754051] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.754241] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.797576] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "a9714630-63fc-40ae-959d-d86efa039ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.797991] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.016816] env[69895]: DEBUG nova.policy [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82af97151b2843eebf9f55df51182adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91e4204007a740629457c42156817854', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.236114] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Successfully updated port: 64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.268062] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.300299] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.449652] env[69895]: DEBUG nova.compute.manager [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Received event network-vif-plugged-64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.450247] env[69895]: DEBUG oslo_concurrency.lockutils [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] Acquiring lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.450471] env[69895]: DEBUG oslo_concurrency.lockutils [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.450678] env[69895]: DEBUG oslo_concurrency.lockutils [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.450855] env[69895]: DEBUG nova.compute.manager [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] No waiting events found dispatching network-vif-plugged-64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.452442] env[69895]: WARNING nova.compute.manager [req-68a85336-b90a-4f68-8720-6e03091e27f9 req-57763521-552e-4880-a638-edfb193f1510 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Received unexpected event network-vif-plugged-64b49488-70e6-403d-8fff-f06ef3a6a74b for instance with vm_state building and task_state spawning. [ 600.476033] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4daf5a-feb6-42a3-955d-3b736020381a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.486954] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f9a0a-b5fe-4d5c-9e23-95e3331284d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.526149] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f3c276-7daf-4bf3-91ab-b5c3daba17c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.535068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8656559-b8fc-4ecc-a007-9c073f937a6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.556800] env[69895]: DEBUG nova.compute.provider_tree [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.744753] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744753] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquired lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.744753] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.825844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.060529] env[69895]: DEBUG nova.scheduler.client.report [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.283203] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.331044] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.331044] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.331044] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.331683] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.332091] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.333210] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.333562] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.334595] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.334595] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.336421] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.336421] env[69895]: DEBUG nova.virt.hardware [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.342699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5403aad-087b-4577-a99f-7763fe9bd9a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.356199] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.365298] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6043fc-a09e-404d-b195-173d4e7d0dcd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.567733] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.568400] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.577023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.346s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.577023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.577023] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 601.577023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.008s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.577023] env[69895]: INFO nova.compute.claims [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.585052] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3d6d71-3501-4854-88ec-27f5e6f07e18 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.595549] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b27b4-c0c0-448b-a6ac-b281291ea13a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.628966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524ba78-2a7a-441d-9d3d-b5cdc412d242 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.638933] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa1d28-3773-46d5-830d-e0060ee77f52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.680299] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180939MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 601.680351] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.949581] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Successfully created port: 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.020180] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.020480] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.023692] env[69895]: DEBUG nova.network.neutron [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Updating instance_info_cache with network_info: [{"id": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "address": "fa:16:3e:a9:7a:ce", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b49488-70", "ovs_interfaceid": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.081335] env[69895]: DEBUG nova.compute.utils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.082724] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.082912] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.297445] env[69895]: DEBUG nova.policy [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a72d376b07246308e99e58d58c270af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b02b4343bb4f41bf9c608f11583d5630', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.523720] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.526795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Releasing lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.526795] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Instance network_info: |[{"id": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "address": "fa:16:3e:a9:7a:ce", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b49488-70", "ovs_interfaceid": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.527953] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7a:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64b49488-70e6-403d-8fff-f06ef3a6a74b', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.543406] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.543406] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e3041c4-56be-467f-a119-6c1c2b2f3663 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.558456] env[69895]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 602.558835] env[69895]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69895) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 602.559237] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 602.559471] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating folder: Project (47f2d7e4e8034ad8a671a2e3b465d216). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.559757] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd74a61e-c5d5-49e5-baf0-7bb7ad1eab06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.574145] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Created folder: Project (47f2d7e4e8034ad8a671a2e3b465d216) in parent group-v693805. [ 602.574795] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating folder: Instances. Parent ref: group-v693810. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.574795] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c9b0c00-1c3d-4fe5-8a54-34312479ab82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.591424] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Created folder: Instances in parent group-v693810. [ 602.591630] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.591852] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.593838] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead5510e-5303-4724-a5c6-75a5b667d4d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.615942] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.629127] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.629127] env[69895]: value = "task-3470953" [ 602.629127] env[69895]: _type = "Task" [ 602.629127] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.641014] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470953, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.815611] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660e84b9-6f35-45ad-b024-fb6ced26ce67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.831241] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee174e42-8253-4d51-a4b7-3f8e01bad918 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.871838] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4e07fb-02ef-4f81-a207-eb5457e9a76f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.882925] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8094d-d265-4fa1-82cd-790646260422 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.902179] env[69895]: DEBUG nova.compute.provider_tree [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.059633] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.145053] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470953, 'name': CreateVM_Task, 'duration_secs': 0.376001} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.145311] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.170445] env[69895]: DEBUG oslo_vmware.service [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d15e76-417a-4bb3-8bec-fa78f8cc3651 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.182703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.182703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.183270] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.183713] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acbb829-7998-426f-b938-e9823f9354ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.191492] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 603.191492] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521edca7-5a86-32f7-2d2c-a41eabe20a8c" [ 603.191492] env[69895]: _type = "Task" [ 603.191492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.202825] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521edca7-5a86-32f7-2d2c-a41eabe20a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.411530] env[69895]: DEBUG nova.scheduler.client.report [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.497397] env[69895]: DEBUG nova.compute.manager [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Received event network-vif-plugged-77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.499523] env[69895]: DEBUG oslo_concurrency.lockutils [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] Acquiring lock "032b4471-fcd8-402c-98a8-f72519284b48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.499523] env[69895]: DEBUG oslo_concurrency.lockutils [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] Lock "032b4471-fcd8-402c-98a8-f72519284b48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.499523] env[69895]: DEBUG oslo_concurrency.lockutils [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] Lock "032b4471-fcd8-402c-98a8-f72519284b48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.499523] env[69895]: DEBUG nova.compute.manager [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] No waiting events found dispatching network-vif-plugged-77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.499523] env[69895]: WARNING nova.compute.manager [req-56a2e059-4bdb-49d3-a1c7-c985fb8adbdf req-d3d88f35-1450-4cf7-a445-fa450f5e5f2b service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Received unexpected event network-vif-plugged-77192cf3-055c-46a0-8604-f884b422ce16 for instance with vm_state building and task_state spawning. [ 603.526150] env[69895]: DEBUG nova.compute.manager [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Received event network-changed-64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.526362] env[69895]: DEBUG nova.compute.manager [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Refreshing instance network info cache due to event network-changed-64b49488-70e6-403d-8fff-f06ef3a6a74b. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.526573] env[69895]: DEBUG oslo_concurrency.lockutils [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] Acquiring lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.527072] env[69895]: DEBUG oslo_concurrency.lockutils [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] Acquired lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.527072] env[69895]: DEBUG nova.network.neutron [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Refreshing network info cache for port 64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.634588] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.659407] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Successfully updated port: 77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.671684] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.671684] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.671684] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.671684] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.671930] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.671930] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.671930] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.671930] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.671930] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.672095] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.672095] env[69895]: DEBUG nova.virt.hardware [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.672724] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c13364f-a371-460f-9913-dee0ec37b5ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.685515] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf08176-59e4-4eae-9983-7e5223ba8e63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.722026] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.722163] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.722490] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.722490] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.723296] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.723296] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8037c6-10c2-4f76-9250-2a48e2eddf53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.732519] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.732695] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.734966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f0d9ee-c646-42c5-9718-dfeebf25086a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.744126] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8958918-4c74-4d81-89e5-7b8b227d12ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.753099] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 603.753099] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526d0d86-cef1-0c27-f504-7751db12ea55" [ 603.753099] env[69895]: _type = "Task" [ 603.753099] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.762980] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526d0d86-cef1-0c27-f504-7751db12ea55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.919171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.919171] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.922222] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.127s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.923881] env[69895]: INFO nova.compute.claims [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.162318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.162539] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.162618] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.250272] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Successfully created port: 389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.265244] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.265735] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating directory with path [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.268461] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd22ab8-3051-4bed-b8b9-399b57ba5944 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.289224] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Created directory with path [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.289224] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Fetch image to [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.289608] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Downloading image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk on the data store datastore1 {{(pid=69895) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.291450] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89eb0d-ca94-41a6-b273-719aa9815937 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.305254] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f72210e-d6ee-4c01-a97f-26e0f92bba9e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.321830] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5a786-d3b7-4347-9c40-5b95067424e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.363906] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05d274-80f3-4e76-b681-7b40f83cec32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.371155] env[69895]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-32a808a3-0764-489b-97a0-9113ff222591 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.404624] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Downloading image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to the data store datastore1 {{(pid=69895) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.424599] env[69895]: DEBUG nova.compute.utils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.427867] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 604.468299] env[69895]: DEBUG oslo_vmware.rw_handles [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.883439] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.932104] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.148429] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa882b5-872e-4b38-9ff3-8618e5b352b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.167747] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624833c9-7513-4c6f-b894-1f90907bcd20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.214559] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9065da7-f896-4940-88aa-f2d9a021615d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.228664] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f531a3d-9d82-4fd4-881e-d829849f52e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.234234] env[69895]: DEBUG oslo_vmware.rw_handles [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.234473] env[69895]: DEBUG oslo_vmware.rw_handles [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.250218] env[69895]: DEBUG nova.compute.provider_tree [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.279351] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Downloaded image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk on the data store datastore1 {{(pid=69895) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.281188] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.281600] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Copying Virtual Disk [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk to [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.281890] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6886422-7920-44d9-a81a-13f166146391 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.291205] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 605.291205] env[69895]: value = "task-3470955" [ 605.291205] env[69895]: _type = "Task" [ 605.291205] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.300459] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.758457] env[69895]: DEBUG nova.scheduler.client.report [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.803348] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470955, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.949658] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.961071] env[69895]: DEBUG nova.network.neutron [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Updated VIF entry in instance network info cache for port 64b49488-70e6-403d-8fff-f06ef3a6a74b. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.961071] env[69895]: DEBUG nova.network.neutron [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Updating instance_info_cache with network_info: [{"id": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "address": "fa:16:3e:a9:7a:ce", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b49488-70", "ovs_interfaceid": "64b49488-70e6-403d-8fff-f06ef3a6a74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.996822] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.996822] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.996822] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.996822] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.996999] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.996999] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.996999] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.996999] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.000408] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.000693] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.000847] env[69895]: DEBUG nova.virt.hardware [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.002364] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b02b6-d47e-44ba-8892-66d9315bf453 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.013143] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68c281a-edfe-457d-8fc2-e9698281a096 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.035062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.040204] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating folder: Project (946cdf1da9a8443c9a5b7b09094cdaba). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.040614] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d6ceed-a8ce-446d-8fad-d23b7fb671af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.053075] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Created folder: Project (946cdf1da9a8443c9a5b7b09094cdaba) in parent group-v693805. [ 606.053288] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating folder: Instances. Parent ref: group-v693813. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.053533] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84b910c-bbd8-4bd3-8d02-ad10d8eeb0a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.067756] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Created folder: Instances in parent group-v693813. [ 606.068048] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.068272] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.068475] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1fc24f3-15b7-480f-a93f-6c9a395fa096 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.091685] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.091685] env[69895]: value = "task-3470959" [ 606.091685] env[69895]: _type = "Task" [ 606.091685] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.102754] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470959, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.260414] env[69895]: DEBUG nova.network.neutron [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Updating instance_info_cache with network_info: [{"id": "77192cf3-055c-46a0-8604-f884b422ce16", "address": "fa:16:3e:bf:fb:b8", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77192cf3-05", "ovs_interfaceid": "77192cf3-055c-46a0-8604-f884b422ce16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.268531] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.268531] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.275457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.450s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.279314] env[69895]: INFO nova.compute.claims [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.309078] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683097} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.312624] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Copied Virtual Disk [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk to [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.312910] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleting the datastore file [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.313332] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e7d16d-1a35-4a9a-8319-1192991df03e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.326104] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 606.326104] env[69895]: value = "task-3470960" [ 606.326104] env[69895]: _type = "Task" [ 606.326104] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.340290] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.467537] env[69895]: DEBUG oslo_concurrency.lockutils [req-22808a20-0f83-4b5e-bd48-4bf1238c7955 req-1f3fe381-19bc-4309-9c3d-46f095f32806 service nova] Releasing lock "refresh_cache-bb1e2e51-0297-43ca-b6a8-a41410e219b8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.606227] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470959, 'name': CreateVM_Task, 'duration_secs': 0.315674} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.606567] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.607700] env[69895]: DEBUG oslo_vmware.service [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cf071-cdfa-42b6-bce0-2999b55e3a7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.618354] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.618535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.619140] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.619635] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f4c940-004b-4deb-905a-aeea69497ba5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.629396] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 606.629396] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f2f087-a38e-86fc-8126-942ffa7faeec" [ 606.629396] env[69895]: _type = "Task" [ 606.629396] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.641979] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f2f087-a38e-86fc-8126-942ffa7faeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.709407] env[69895]: DEBUG nova.compute.manager [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Received event network-changed-77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.709407] env[69895]: DEBUG nova.compute.manager [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Refreshing instance network info cache due to event network-changed-77192cf3-055c-46a0-8604-f884b422ce16. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.709407] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] Acquiring lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.767106] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.767106] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Instance network_info: |[{"id": "77192cf3-055c-46a0-8604-f884b422ce16", "address": "fa:16:3e:bf:fb:b8", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77192cf3-05", "ovs_interfaceid": "77192cf3-055c-46a0-8604-f884b422ce16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.767508] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] Acquired lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.767508] env[69895]: DEBUG nova.network.neutron [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Refreshing network info cache for port 77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.768364] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:fb:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77192cf3-055c-46a0-8604-f884b422ce16', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.775672] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Creating folder: Project (715f363ec88540cf976290b96abe0ab1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.777135] env[69895]: DEBUG nova.compute.utils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.778904] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a56ad190-1ae4-41a4-a3ec-b9ea9b817319 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.781119] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.781268] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.797684] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Created folder: Project (715f363ec88540cf976290b96abe0ab1) in parent group-v693805. [ 606.797684] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Creating folder: Instances. Parent ref: group-v693816. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.798295] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6ab6452-30ec-4a1f-9254-0709b85618d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.811224] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Created folder: Instances in parent group-v693816. [ 606.811224] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.811224] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.811224] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44e34db9-43a2-4138-850b-f6783ba415a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.843325] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029488} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.844990] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.845212] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Moving file from [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336/93473918-8347-4752-aa39-24e7a3bb7c38 to [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38. {{(pid=69895) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 606.845440] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.845440] env[69895]: value = "task-3470963" [ 606.845440] env[69895]: _type = "Task" [ 606.845440] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.847040] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-76221e85-dc9e-4071-a142-56116d6906b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.859514] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470963, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.860351] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 606.860351] env[69895]: value = "task-3470964" [ 606.860351] env[69895]: _type = "Task" [ 606.860351] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.870081] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470964, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.103188] env[69895]: DEBUG nova.policy [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.148092] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.148092] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.148092] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.148092] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.148313] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.148313] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94045df-ce15-4426-8473-07d9f9015b99 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.158075] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.159372] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.160138] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d31e9-d608-4df1-b482-04c94b815d55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.168676] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee078c4-df12-4ac0-bc7e-d4434c140560 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.174691] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 607.174691] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d7749b-689a-3dd5-f6ba-dac3e877d6ca" [ 607.174691] env[69895]: _type = "Task" [ 607.174691] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.186457] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d7749b-689a-3dd5-f6ba-dac3e877d6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.254830] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "a4a84364-3f05-4be3-9a64-e38f293f0406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.255088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.281934] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.361548] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470963, 'name': CreateVM_Task, 'duration_secs': 0.360742} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.364555] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.365528] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.365748] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.366024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.366654] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b71bc3-7f2a-4bab-8968-02091a09a796 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.372414] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470964, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.373861] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 607.373861] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520f1b91-b73b-d3d1-48e2-bab0e778cbad" [ 607.373861] env[69895]: _type = "Task" [ 607.373861] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.385533] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520f1b91-b73b-d3d1-48e2-bab0e778cbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.551681] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387bc3e-1904-4f1e-8d13-6d986ab735c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.559549] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2dd6d2-3ec1-4dd0-b537-c156d4dc12f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.598556] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90577f91-35ef-44ef-b3d8-635ab4c7b51b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.607705] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f6ff6-2232-4ab4-b2bf-fce0a1a33271 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.622605] env[69895]: DEBUG nova.compute.provider_tree [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.686756] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.686756] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating directory with path [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.686928] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb2d64f-d3ab-4c6c-94ff-be9f40771fd8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.735353] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Created directory with path [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.735587] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Fetch image to [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.735769] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Downloading image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk on the data store datastore2 {{(pid=69895) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.737114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af49327-5da3-4cf4-b6ae-4b5f67567fa9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.750955] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf664cdf-f29b-4064-a588-685159c59999 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.772698] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.777363] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a1b8e-5c54-49be-9ede-5720259b786c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.821765] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26ee2e-47ca-435c-8898-0ed52e4a5a3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.830055] env[69895]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3ec09dd2-095f-4cd3-8c05-8a8fc695d438 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.854732] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Downloading image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to the data store datastore2 {{(pid=69895) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.871367] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470964, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.99131} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.871715] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] File moved {{(pid=69895) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.871987] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Cleaning up location [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.872183] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleting the datastore file [datastore1] vmware_temp/b0781dc5-2220-41a0-8f0b-4a29f477c336 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.872665] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e1c0d9-1856-4d39-86ce-d9360e37f1d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.884631] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 607.884631] env[69895]: value = "task-3470966" [ 607.884631] env[69895]: _type = "Task" [ 607.884631] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.902190] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520f1b91-b73b-d3d1-48e2-bab0e778cbad, 'name': SearchDatastore_Task, 'duration_secs': 0.018067} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.903323] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903756] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.904160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.909609] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470966, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.947068] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Successfully updated port: 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.949575] env[69895]: DEBUG oslo_vmware.rw_handles [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 608.126324] env[69895]: DEBUG nova.scheduler.client.report [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.306843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.322739] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.357611] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.357966] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.358069] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.358303] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.358369] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.358479] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.358942] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.359273] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.359481] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.359631] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.359803] env[69895]: DEBUG nova.virt.hardware [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.360786] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c8c4d-9a27-4e0d-a456-580979f3176b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.373857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766ab88-7e84-4881-b47a-e4ff7565a3b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.403534] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028828} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.404112] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.405042] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7cfceb-3263-4097-97de-7ec08f708a8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.412074] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 608.412074] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279f304-6983-a18b-bcb3-ece82dd9506f" [ 608.412074] env[69895]: _type = "Task" [ 608.412074] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.423520] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279f304-6983-a18b-bcb3-ece82dd9506f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.453054] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.453287] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.454237] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.621398] env[69895]: DEBUG nova.network.neutron [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Updated VIF entry in instance network info cache for port 77192cf3-055c-46a0-8604-f884b422ce16. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.621398] env[69895]: DEBUG nova.network.neutron [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Updating instance_info_cache with network_info: [{"id": "77192cf3-055c-46a0-8604-f884b422ce16", "address": "fa:16:3e:bf:fb:b8", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77192cf3-05", "ovs_interfaceid": "77192cf3-055c-46a0-8604-f884b422ce16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.636356] env[69895]: DEBUG oslo_vmware.rw_handles [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.636581] env[69895]: DEBUG oslo_vmware.rw_handles [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.637737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.640020] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.645371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.965s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.770767] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Downloaded image file data 93473918-8347-4752-aa39-24e7a3bb7c38 to vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk on the data store datastore2 {{(pid=69895) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.772434] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.772897] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copying Virtual Disk [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk to [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.773211] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1e274d-7bfa-4604-82e1-b6c1473d539d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.785930] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 608.785930] env[69895]: value = "task-3470967" [ 608.785930] env[69895]: _type = "Task" [ 608.785930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.800719] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.924484] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279f304-6983-a18b-bcb3-ece82dd9506f, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.924746] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.924997] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] bb1e2e51-0297-43ca-b6a8-a41410e219b8/bb1e2e51-0297-43ca-b6a8-a41410e219b8.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.925487] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.925655] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.926353] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7fa51b-7d77-4ee8-b434-12ea25c648ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.928244] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993549fd-41cb-4012-913c-3f36ce947615 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.935810] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 608.935810] env[69895]: value = "task-3470968" [ 608.935810] env[69895]: _type = "Task" [ 608.935810] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.941147] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.941336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.943016] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c99bff-4ae4-43e5-9be7-55438bd7a38c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.948207] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.954303] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 608.954303] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be4cc9-23cf-fb8a-0bac-5d4a515ca53a" [ 608.954303] env[69895]: _type = "Task" [ 608.954303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.967706] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be4cc9-23cf-fb8a-0bac-5d4a515ca53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.022703] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Successfully created port: b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.109465] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.131276] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c46d899-a019-48e0-b362-070dae7939ff req-f28f91b6-84e5-4ff4-9a2e-ae8975e68481 service nova] Releasing lock "refresh_cache-032b4471-fcd8-402c-98a8-f72519284b48" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.165615] env[69895]: DEBUG nova.compute.utils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.166678] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.166898] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.305624] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.371329] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Successfully updated port: 389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.437096] env[69895]: DEBUG nova.policy [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc208767434ba184b395195e436fd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d7f27a407d647f6a5739730b0a57c91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.450670] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.469546] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be4cc9-23cf-fb8a-0bac-5d4a515ca53a, 'name': SearchDatastore_Task, 'duration_secs': 0.01771} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.470208] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9c1cbc-c1cf-4ba4-98c3-4b8d5855b61b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.478506] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 609.478506] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a242aa-0c47-183d-f61a-9f42224c2419" [ 609.478506] env[69895]: _type = "Task" [ 609.478506] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.491295] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a242aa-0c47-183d-f61a-9f42224c2419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.675274] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.701478] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bb1e2e51-0297-43ca-b6a8-a41410e219b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706022] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 032b4471-fcd8-402c-98a8-f72519284b48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706022] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance f2f6633f-3356-49d2-91a8-840284285eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706022] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 56f6e706-fab6-4a88-94f1-dd371d165fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706022] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 1e74eb41-3368-47e2-a17f-2a239b873b67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706471] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 764793c8-612c-47b5-93f4-c9696f56c362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.706471] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance a9714630-63fc-40ae-959d-d86efa039ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.799268] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470967, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.876933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.877097] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.877253] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.950697] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545233} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.950975] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] bb1e2e51-0297-43ca-b6a8-a41410e219b8/bb1e2e51-0297-43ca-b6a8-a41410e219b8.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.951217] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.951879] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a9d3c09-d70b-44ec-a98b-4080005ff74c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.962047] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 609.962047] env[69895]: value = "task-3470969" [ 609.962047] env[69895]: _type = "Task" [ 609.962047] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.976446] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.990565] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a242aa-0c47-183d-f61a-9f42224c2419, 'name': SearchDatastore_Task, 'duration_secs': 0.021064} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.993788] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.993788] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 032b4471-fcd8-402c-98a8-f72519284b48/032b4471-fcd8-402c-98a8-f72519284b48.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.994124] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8450121-d6c0-477b-9680-011cee792ce9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.002648] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 610.002648] env[69895]: value = "task-3470970" [ 610.002648] env[69895]: _type = "Task" [ 610.002648] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.015021] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.072902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "f7b42285-781e-4ace-a575-befaf310196f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.073161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.208809] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance ec22c619-d49c-4038-9fa9-c2fae1d46564 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 610.286619] env[69895]: DEBUG nova.network.neutron [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.299514] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470967, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016501} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.299788] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copied Virtual Disk [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk to [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.299965] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleting the datastore file [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38/tmp-sparse.vmdk {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.300249] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced8b3bc-84f4-4053-bc96-42604462bf67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.310650] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 610.310650] env[69895]: value = "task-3470971" [ 610.310650] env[69895]: _type = "Task" [ 610.310650] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.323109] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.473480] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067209} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.473480] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.474309] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c63db-22c4-4d60-bcd0-aaaa80404329 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.507923] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] bb1e2e51-0297-43ca-b6a8-a41410e219b8/bb1e2e51-0297-43ca-b6a8-a41410e219b8.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.508789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b592a14c-b599-4d33-9dce-2e37ec495a8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.536719] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513634} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.538100] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 032b4471-fcd8-402c-98a8-f72519284b48/032b4471-fcd8-402c-98a8-f72519284b48.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.538743] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.539237] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 610.539237] env[69895]: value = "task-3470972" [ 610.539237] env[69895]: _type = "Task" [ 610.539237] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.539693] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b6f302-3dac-46e6-8eeb-d24f2455b0de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.555170] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.556997] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.558991] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 610.558991] env[69895]: value = "task-3470973" [ 610.558991] env[69895]: _type = "Task" [ 610.558991] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.570455] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.576049] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.688149] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.712804] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance a4a84364-3f05-4be3-9a64-e38f293f0406 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 610.731565] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.731827] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.732571] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.732571] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.732571] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.732571] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.732804] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.732836] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.733025] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.733304] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.734352] env[69895]: DEBUG nova.virt.hardware [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.734352] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7f553-77b0-4d48-a461-b3149e093c65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.749365] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec751d2d-638b-4dca-a3de-5f6553ef70af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.792367] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.792709] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Instance network_info: |[{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.794091] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:4c:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2308b9b9-b987-446d-b51a-476be72f4077', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.802420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Creating folder: Project (91e4204007a740629457c42156817854). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.802420] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a09a5cf-19b7-49ad-a2e9-0c445803f5d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.817091] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Created folder: Project (91e4204007a740629457c42156817854) in parent group-v693805. [ 610.817091] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Creating folder: Instances. Parent ref: group-v693819. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.817199] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88bb560e-513a-4ba0-a508-c7e2ae2441d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.822257] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045993} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.822851] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.823089] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Moving file from [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59/93473918-8347-4752-aa39-24e7a3bb7c38 to [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38. {{(pid=69895) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.823361] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a570076b-46db-481d-9d03-0f7d1d3c7183 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.830160] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 610.830160] env[69895]: value = "task-3470976" [ 610.830160] env[69895]: _type = "Task" [ 610.830160] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.836327] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Created folder: Instances in parent group-v693819. [ 610.836788] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.837080] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.837460] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5dfbc8b-ea7f-4657-b34f-2a2b273c271b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.858675] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470976, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.864050] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.864050] env[69895]: value = "task-3470977" [ 610.864050] env[69895]: _type = "Task" [ 610.864050] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.875794] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470977, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.061020] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470972, 'name': ReconfigVM_Task, 'duration_secs': 0.315884} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.063200] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] bb1e2e51-0297-43ca-b6a8-a41410e219b8/bb1e2e51-0297-43ca-b6a8-a41410e219b8.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.064538] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65006910-f1a4-4fe6-aa6f-97b03dba938d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.075350] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066138} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.078931] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.079518] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 611.079518] env[69895]: value = "task-3470978" [ 611.079518] env[69895]: _type = "Task" [ 611.079518] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.084066] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a08ee7-060b-4961-810e-340786de700e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.101437] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470978, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.125051] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 032b4471-fcd8-402c-98a8-f72519284b48/032b4471-fcd8-402c-98a8-f72519284b48.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.129444] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.130040] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610f9a14-6e04-475e-968c-e0ea64c03256 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.156680] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 611.156680] env[69895]: value = "task-3470979" [ 611.156680] env[69895]: _type = "Task" [ 611.156680] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.168382] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.221038] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance f7b42285-781e-4ace-a575-befaf310196f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 611.221038] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 611.221038] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 611.286392] env[69895]: DEBUG nova.network.neutron [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.345779] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470976, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027129} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.348775] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] File moved {{(pid=69895) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 611.351313] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Cleaning up location [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 611.351313] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleting the datastore file [datastore2] vmware_temp/805eae6f-12f6-4c70-8a29-4b4315741d59 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.353807] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18bc421c-77b0-425f-970a-34ebaeacf787 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.363233] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 611.363233] env[69895]: value = "task-3470980" [ 611.363233] env[69895]: _type = "Task" [ 611.363233] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.386645] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.395390] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470977, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.478657] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f975b0b1-b5e1-4063-bc72-7774c1f54580 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.491070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c228a1-145d-4b0f-90a6-10f99a10da5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.525278] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Successfully created port: ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.527873] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46577bbd-3c67-44c6-a17b-acbf47d87261 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.537206] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8dfaf-e2e9-42ce-908a-ca587d0b09ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.554129] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.597332] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470978, 'name': Rename_Task, 'duration_secs': 0.183922} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.597332] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.598820] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af55964f-82a1-4385-8e6d-6110e6757d5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.605827] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 611.605827] env[69895]: value = "task-3470981" [ 611.605827] env[69895]: _type = "Task" [ 611.605827] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.623623] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.634065] env[69895]: DEBUG nova.compute.manager [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Received event network-vif-plugged-389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.634150] env[69895]: DEBUG oslo_concurrency.lockutils [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.634372] env[69895]: DEBUG oslo_concurrency.lockutils [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.634554] env[69895]: DEBUG oslo_concurrency.lockutils [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.634768] env[69895]: DEBUG nova.compute.manager [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] No waiting events found dispatching network-vif-plugged-389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.634980] env[69895]: WARNING nova.compute.manager [req-8d0ddb20-6210-4580-98f5-25575f080f2b req-a24572c8-8f93-44f0-9445-6d6d19fa8dfb service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Received unexpected event network-vif-plugged-389192c6-b097-462f-9bb9-302564febbdc for instance with vm_state building and task_state spawning. [ 611.669943] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470979, 'name': ReconfigVM_Task, 'duration_secs': 0.371128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.670279] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 032b4471-fcd8-402c-98a8-f72519284b48/032b4471-fcd8-402c-98a8-f72519284b48.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.670932] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2081f96-f01a-465c-80f9-4dffa7cdad1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.682033] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 611.682033] env[69895]: value = "task-3470982" [ 611.682033] env[69895]: _type = "Task" [ 611.682033] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.691415] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470982, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.790331] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.791322] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Instance network_info: |[{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.792210] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:24:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389192c6-b097-462f-9bb9-302564febbdc', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.801385] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Creating folder: Project (b02b4343bb4f41bf9c608f11583d5630). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.802397] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e5c473-95cc-4ac6-904d-915ba6bfef36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.814798] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Created folder: Project (b02b4343bb4f41bf9c608f11583d5630) in parent group-v693805. [ 611.814798] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Creating folder: Instances. Parent ref: group-v693822. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.815174] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-840f3297-598e-4968-88c1-136342de969e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.826082] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Created folder: Instances in parent group-v693822. [ 611.826662] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.826662] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.826813] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeecdb21-6e5e-4dd5-82c0-5f379e368c36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.849866] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.849866] env[69895]: value = "task-3470985" [ 611.849866] env[69895]: _type = "Task" [ 611.849866] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.858179] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470985, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.873962] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040148} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.877668] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.879022] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766d2399-74f4-43ed-ba65-3c0a2124f591 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.890054] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470977, 'name': CreateVM_Task, 'duration_secs': 0.665262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.891611] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.892426] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 611.892426] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521cef89-7b44-50cc-f52b-6d5c9def570f" [ 611.892426] env[69895]: _type = "Task" [ 611.892426] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.892920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.893240] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.893611] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.893997] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9c1ab6-dac7-48f4-b909-696cd428010b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904854] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 611.904854] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521999e1-b0ea-a46d-77a8-1faa4c7cfe1c" [ 611.904854] env[69895]: _type = "Task" [ 611.904854] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.911139] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521cef89-7b44-50cc-f52b-6d5c9def570f, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.912869] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.913287] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.913642] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c4f1c3-45f6-4355-ba44-f70a3cd248a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.922782] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521999e1-b0ea-a46d-77a8-1faa4c7cfe1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.924752] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.925366] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.925366] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.925673] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.926191] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.926614] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 611.926614] env[69895]: value = "task-3470986" [ 611.926614] env[69895]: _type = "Task" [ 611.926614] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.926911] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d7fe324-a2a1-43fe-a5f7-dd3a7c9f0969 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.944530] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.947641] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.950102] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.950802] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62022e52-30aa-4abe-8d80-012d923e3e2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.957207] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.957445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.962192] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 611.962192] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52933344-9aa9-e24b-5fe2-0857f6f76dbf" [ 611.962192] env[69895]: _type = "Task" [ 611.962192] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.972921] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52933344-9aa9-e24b-5fe2-0857f6f76dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.058834] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.121136] env[69895]: DEBUG oslo_vmware.api [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3470981, 'name': PowerOnVM_Task, 'duration_secs': 0.501994} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.121693] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.121857] env[69895]: INFO nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Took 15.33 seconds to spawn the instance on the hypervisor. [ 612.122714] env[69895]: DEBUG nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.124745] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360777e-75f0-4555-be1a-f178c8170235 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.131712] env[69895]: DEBUG nova.compute.manager [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-vif-plugged-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.131961] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Acquiring lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.132293] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.132370] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.132523] env[69895]: DEBUG nova.compute.manager [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] No waiting events found dispatching network-vif-plugged-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.132679] env[69895]: WARNING nova.compute.manager [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received unexpected event network-vif-plugged-2308b9b9-b987-446d-b51a-476be72f4077 for instance with vm_state building and task_state spawning. [ 612.132835] env[69895]: DEBUG nova.compute.manager [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-changed-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.133053] env[69895]: DEBUG nova.compute.manager [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing instance network info cache due to event network-changed-2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.135724] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.135724] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.135724] env[69895]: DEBUG nova.network.neutron [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.192564] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470982, 'name': Rename_Task, 'duration_secs': 0.156613} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.193878] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.193878] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa8e55d-7083-4708-b3fe-838d81afbbf3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.206423] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 612.206423] env[69895]: value = "task-3470987" [ 612.206423] env[69895]: _type = "Task" [ 612.206423] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.219871] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.362591] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470985, 'name': CreateVM_Task, 'duration_secs': 0.340618} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.362762] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.363416] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.363582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.364328] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.364643] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e30597c-ab72-48fb-b830-71ae10038b76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.371844] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 612.371844] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f7c45-ed24-5843-8a8c-5a2838ca52b0" [ 612.371844] env[69895]: _type = "Task" [ 612.371844] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.385822] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f7c45-ed24-5843-8a8c-5a2838ca52b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.451483] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.477335] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52933344-9aa9-e24b-5fe2-0857f6f76dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.477884] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbd04df-f40d-470c-a76d-72f34fef2449 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.489594] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 612.489594] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522fbb16-53a4-13ea-34f3-ffdd53e2a018" [ 612.489594] env[69895]: _type = "Task" [ 612.489594] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.500487] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522fbb16-53a4-13ea-34f3-ffdd53e2a018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.568525] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 612.568799] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.923s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.569058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.510s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.570656] env[69895]: INFO nova.compute.claims [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.653545] env[69895]: INFO nova.compute.manager [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Took 20.12 seconds to build instance. [ 612.719996] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.892028] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f7c45-ed24-5843-8a8c-5a2838ca52b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.892028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.892834] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.892834] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.943508] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58038} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.943508] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.943699] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.943981] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8425e1-3738-4bd3-b66f-2fb21358140b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.960109] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 612.960109] env[69895]: value = "task-3470988" [ 612.960109] env[69895]: _type = "Task" [ 612.960109] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.971767] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.005494] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522fbb16-53a4-13ea-34f3-ffdd53e2a018, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.005792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.006077] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f2f6633f-3356-49d2-91a8-840284285eb4/f2f6633f-3356-49d2-91a8-840284285eb4.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.006393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.006574] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.006787] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-024a1e57-1088-4bb3-b971-3823acc388ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.009515] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dea6873f-f89a-4d26-a02e-eb46fd7e9f7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.020731] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 613.020731] env[69895]: value = "task-3470989" [ 613.020731] env[69895]: _type = "Task" [ 613.020731] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.023716] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.023716] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.031852] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cf8e6a-bb97-43f4-a2e2-2b1466a1f37e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.040954] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Successfully updated port: b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.048087] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 613.048087] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525b682a-1722-baee-982f-1be8fb963234" [ 613.048087] env[69895]: _type = "Task" [ 613.048087] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.048343] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.062367] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525b682a-1722-baee-982f-1be8fb963234, 'name': SearchDatastore_Task, 'duration_secs': 0.014865} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.064236] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6475d252-1f61-4d7c-b52d-ebbcf2bed62d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.073136] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 613.073136] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52772e52-bffd-45e0-e72c-5915a1082241" [ 613.073136] env[69895]: _type = "Task" [ 613.073136] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.094344] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52772e52-bffd-45e0-e72c-5915a1082241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.156459] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96a2da87-1734-4fae-8219-a3ef9a2bc774 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.634s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.218286] env[69895]: DEBUG oslo_vmware.api [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3470987, 'name': PowerOnVM_Task, 'duration_secs': 0.796519} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.218549] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.218883] env[69895]: INFO nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Took 14.17 seconds to spawn the instance on the hypervisor. [ 613.219104] env[69895]: DEBUG nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.220589] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e422c-f8c5-4937-8f3e-58d7071fb56d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.472906] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137084} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.473221] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.474457] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d76293-eff6-402c-9d35-b55a9b49e05c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.507181] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.507181] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5419a13d-6784-44be-bcfc-6a8cd53b3157 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.527810] env[69895]: DEBUG nova.network.neutron [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updated VIF entry in instance network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.527810] env[69895]: DEBUG nova.network.neutron [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.538245] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470989, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.539913] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 613.539913] env[69895]: value = "task-3470990" [ 613.539913] env[69895]: _type = "Task" [ 613.539913] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.550616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.551221] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.551221] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.552276] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.587558] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52772e52-bffd-45e0-e72c-5915a1082241, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.587874] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.588918] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.588918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0da12a-9129-48b3-a8b1-f2bac6c69ed4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.601201] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 613.601201] env[69895]: value = "task-3470991" [ 613.601201] env[69895]: _type = "Task" [ 613.601201] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.624368] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.659256] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.742450] env[69895]: INFO nova.compute.manager [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Took 21.09 seconds to build instance. [ 613.828996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.829277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.893236] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934a1ae-4340-4fca-8375-699927f1e3f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.904746] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3941e39-5954-4fd6-9465-0f5eaaf7cedc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.941471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3adff0-32ab-4f43-b337-8ddd0f27a5d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.955022] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf8da6-c597-491b-96b2-d1aa83b09a8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.968833] env[69895]: DEBUG nova.compute.provider_tree [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.037162] env[69895]: DEBUG oslo_concurrency.lockutils [req-70911c86-1c17-4f7c-8b44-096d8f91d98a req-d0a8ed7b-e0e9-4d85-971c-c88e6ff9dfef service nova] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.044320] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922206} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.047344] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f2f6633f-3356-49d2-91a8-840284285eb4/f2f6633f-3356-49d2-91a8-840284285eb4.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.047570] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.048198] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07fc2007-cee3-4006-833d-eb3e6409e4b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.063442] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470990, 'name': ReconfigVM_Task, 'duration_secs': 0.46899} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.063442] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 614.063442] env[69895]: value = "task-3470992" [ 614.063442] env[69895]: _type = "Task" [ 614.063442] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.063442] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.063442] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc54920c-d926-4d04-80f8-7fde3ea45f58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.073833] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.075681] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 614.075681] env[69895]: value = "task-3470993" [ 614.075681] env[69895]: _type = "Task" [ 614.075681] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.089433] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470993, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.114481] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.181512] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.197909] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.251378] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "032b4471-fcd8-402c-98a8-f72519284b48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.607s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.506335] env[69895]: ERROR nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [req-9ea78861-a22d-47dc-853a-061c8da78d63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ea78861-a22d-47dc-853a-061c8da78d63"}]} [ 614.525571] env[69895]: DEBUG nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.545284] env[69895]: DEBUG nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.545557] env[69895]: DEBUG nova.compute.provider_tree [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.557994] env[69895]: DEBUG nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.571450] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078151} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.572229] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.572515] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f2779-727f-493f-a2c6-a5d89d237d67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.599867] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f2f6633f-3356-49d2-91a8-840284285eb4/f2f6633f-3356-49d2-91a8-840284285eb4.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.601409] env[69895]: DEBUG nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.607641] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6edc3e-56f3-4de7-9122-ea572d096aef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.632224] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470993, 'name': Rename_Task, 'duration_secs': 0.196711} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.632934] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.633605] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32585d37-23ce-43bc-bca4-33dd3139035b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.643669] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882612} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.644055] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 614.644055] env[69895]: value = "task-3470994" [ 614.644055] env[69895]: _type = "Task" [ 614.644055] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.646594] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.646853] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.647219] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44c11149-9870-4339-a2c6-1ffd5cbd94aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.663493] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.665993] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 614.665993] env[69895]: value = "task-3470995" [ 614.665993] env[69895]: _type = "Task" [ 614.665993] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.666688] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 614.666688] env[69895]: value = "task-3470996" [ 614.666688] env[69895]: _type = "Task" [ 614.666688] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.687973] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.688316] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.761957] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.765567] env[69895]: DEBUG nova.network.neutron [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Updating instance_info_cache with network_info: [{"id": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "address": "fa:16:3e:2a:45:db", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6e12c-68", "ovs_interfaceid": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.886636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.886913] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.916158] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4064d56-9f83-44c4-93d4-188030587ea7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.926724] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8c1a6-0356-4b24-800d-54cfae076bd8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.936305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.936548] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.971607] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97425263-95de-41e0-abe0-6bdd4bc11095 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.980442] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332219ca-3bfd-4c75-b8f5-2592a1aae207 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.997510] env[69895]: DEBUG nova.compute.provider_tree [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.161638] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470994, 'name': ReconfigVM_Task, 'duration_secs': 0.363083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.161924] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f2f6633f-3356-49d2-91a8-840284285eb4/f2f6633f-3356-49d2-91a8-840284285eb4.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.162560] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c165115-e799-4c89-854b-e2c88e0d00d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.174452] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 615.174452] env[69895]: value = "task-3470997" [ 615.174452] env[69895]: _type = "Task" [ 615.174452] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.186583] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470995, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.186927] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06906} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.187560] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.188403] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bb9bfa-f50c-4925-a757-15edaa872af6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.195312] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470997, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.218932] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.219341] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b543f780-cd1a-4f35-b583-ee9ea0e633f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.242451] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 615.242451] env[69895]: value = "task-3470998" [ 615.242451] env[69895]: _type = "Task" [ 615.242451] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.251777] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.272020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.273021] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Instance network_info: |[{"id": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "address": "fa:16:3e:2a:45:db", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6e12c-68", "ovs_interfaceid": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.277890] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:45:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c6e12c-684f-4e52-8e18-3b12876854f4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.285867] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating folder: Project (99bb930be1a2410f81d50a330799e2e0). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.287358] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ec1c7c-79f4-4da8-9f4b-a0eaffdf662d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.302587] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created folder: Project (99bb930be1a2410f81d50a330799e2e0) in parent group-v693805. [ 615.302830] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating folder: Instances. Parent ref: group-v693825. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.307614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.307906] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46baf69e-12c6-4296-86f7-0912bf9b2e44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.320996] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created folder: Instances in parent group-v693825. [ 615.321465] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.321582] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.322270] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06857e1-8334-4147-b9a0-c8114e1a0fcd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.345930] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.345930] env[69895]: value = "task-3471001" [ 615.345930] env[69895]: _type = "Task" [ 615.345930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.362618] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471001, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.501717] env[69895]: DEBUG nova.scheduler.client.report [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.674482] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Successfully updated port: ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.686447] env[69895]: DEBUG oslo_vmware.api [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3470995, 'name': PowerOnVM_Task, 'duration_secs': 0.968318} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.687194] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.687494] env[69895]: INFO nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Took 9.74 seconds to spawn the instance on the hypervisor. [ 615.687718] env[69895]: DEBUG nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.689759] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815556b-4611-494e-ad5c-1b4a56681fcf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.700560] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3470997, 'name': Rename_Task, 'duration_secs': 0.198207} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.701745] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.702779] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85fe9c47-9b9f-4913-8e4c-ae1e89eeda5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.722655] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 615.722655] env[69895]: value = "task-3471002" [ 615.722655] env[69895]: _type = "Task" [ 615.722655] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.740135] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.755315] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.862737] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471001, 'name': CreateVM_Task, 'duration_secs': 0.475521} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.862939] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.863888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.864228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.865121] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.865450] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea032d7-f01c-4d71-9495-2da5366faadf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.873793] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 615.873793] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281a1a2-f377-79ce-46dd-73adde2316a4" [ 615.873793] env[69895]: _type = "Task" [ 615.873793] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.885243] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281a1a2-f377-79ce-46dd-73adde2316a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.941393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "33c412e2-353f-4fef-bed7-8879d0286b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.941725] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.012292] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.443s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.014648] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.021412] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.713s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.021695] env[69895]: INFO nova.compute.claims [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.188757] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.188757] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquired lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.188757] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.223184] env[69895]: INFO nova.compute.manager [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Took 18.69 seconds to build instance. [ 616.239722] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.258665] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3470998, 'name': ReconfigVM_Task, 'duration_secs': 0.589554} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.258665] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.258665] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59a38c73-990e-4a92-852c-fefba5af2d55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.269071] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 616.269071] env[69895]: value = "task-3471003" [ 616.269071] env[69895]: _type = "Task" [ 616.269071] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.281416] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471003, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.389264] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281a1a2-f377-79ce-46dd-73adde2316a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.389596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.390460] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.390460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.390460] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.390701] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e56ba7ed-56f8-4a95-9b35-c8e64f172cf8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.403315] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.403583] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.404415] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00515b35-3874-4382-a8fc-81f415a3de9e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.413979] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 616.413979] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528538db-1a26-44c1-be2d-22ae1ee00068" [ 616.413979] env[69895]: _type = "Task" [ 616.413979] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.421833] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528538db-1a26-44c1-be2d-22ae1ee00068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.527173] env[69895]: DEBUG nova.compute.utils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.532556] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.532822] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.720294] env[69895]: DEBUG nova.policy [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce9a9031bbc4ed1be05b49ec8b0be1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468a1886d1874fe78146b17063eabb1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.729037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dafd66cc-18ea-4885-aab6-9e2a920429dc tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.199s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.736605] env[69895]: DEBUG oslo_vmware.api [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471002, 'name': PowerOnVM_Task, 'duration_secs': 0.917313} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.737092] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.739141] env[69895]: INFO nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Took 15.46 seconds to spawn the instance on the hypervisor. [ 616.741674] env[69895]: DEBUG nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.741674] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033266d2-96ac-4cb0-a6e6-f031bc016d12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.788099] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471003, 'name': Rename_Task, 'duration_secs': 0.366702} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.788158] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.789399] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9049c27-cbe7-4f35-b400-d9f371f6ee17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.796937] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 616.796937] env[69895]: value = "task-3471004" [ 616.796937] env[69895]: _type = "Task" [ 616.796937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.810318] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.866479] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.929820] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528538db-1a26-44c1-be2d-22ae1ee00068, 'name': SearchDatastore_Task, 'duration_secs': 0.014971} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.930743] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7b9077-b4ff-4c84-892d-f3d7a4d9d9f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.940850] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 616.940850] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c7f9b6-08a5-447b-71a9-22e922311cc7" [ 616.940850] env[69895]: _type = "Task" [ 616.940850] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.959623] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c7f9b6-08a5-447b-71a9-22e922311cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014446} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.959976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.960239] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 764793c8-612c-47b5-93f4-c9696f56c362/764793c8-612c-47b5-93f4-c9696f56c362.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.960504] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a569896a-3200-4b3e-877a-8a08be34f88c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.970149] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 616.970149] env[69895]: value = "task-3471005" [ 616.970149] env[69895]: _type = "Task" [ 616.970149] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.986931] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.033684] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.235556] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.271880] env[69895]: INFO nova.compute.manager [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Took 21.73 seconds to build instance. [ 617.327456] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471004, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.484262] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abb893b-ecb7-4649-81f8-f89e9e7782b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.502031] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.508060] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f45b60-1829-4877-b96a-609d4663fb7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.562768] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab616df-5294-42db-9f56-0de3fe557c7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.572857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f396f619-482e-433f-ac48-67754b1329d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.591456] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.761115] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.761559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.767322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.777983] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7422913-3973-4770-a03c-3055ca9cf702 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.255s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.792575] env[69895]: DEBUG nova.network.neutron [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Updating instance_info_cache with network_info: [{"id": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "address": "fa:16:3e:59:f4:5e", "network": {"id": "0dcc3572-9445-40cd-a114-19e98d2b5d19", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-828498459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7f27a407d647f6a5739730b0a57c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf22064-5b", "ovs_interfaceid": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.811027] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "536ed049-9557-47b4-939b-158c1d2a87b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.811277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.821538] env[69895]: DEBUG oslo_vmware.api [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471004, 'name': PowerOnVM_Task, 'duration_secs': 0.563622} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.821836] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.822046] env[69895]: INFO nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Took 14.19 seconds to spawn the instance on the hypervisor. [ 617.822222] env[69895]: DEBUG nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.823060] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3654ac-74ee-4e72-937e-73b4e7e29ed7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.984477] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600519} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.984786] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 764793c8-612c-47b5-93f4-c9696f56c362/764793c8-612c-47b5-93f4-c9696f56c362.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.985100] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.985419] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056e57ff-2c50-432a-8013-a247d9d81f3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.997864] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 617.997864] env[69895]: value = "task-3471006" [ 617.997864] env[69895]: _type = "Task" [ 617.997864] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.013947] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.063615] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.102150] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.102150] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.102150] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.102150] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.102471] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.102471] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.102471] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.102471] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.102471] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.102703] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.102703] env[69895]: DEBUG nova.virt.hardware [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.104223] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d404cff-a730-4f90-86ed-381f161b61d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.114813] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d885bd5-e9df-4e66-a64a-50ff987075c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.122799] env[69895]: ERROR nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [req-71bfbe65-d176-4035-9e7b-a76d1c670a26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71bfbe65-d176-4035-9e7b-a76d1c670a26"}]} [ 618.149973] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.169321] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.169683] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.184423] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.206030] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.280879] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.296583] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Releasing lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.297104] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Instance network_info: |[{"id": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "address": "fa:16:3e:59:f4:5e", "network": {"id": "0dcc3572-9445-40cd-a114-19e98d2b5d19", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-828498459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7f27a407d647f6a5739730b0a57c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf22064-5b", "ovs_interfaceid": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.299572] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:f4:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf22064-5b8b-45d7-93c0-c043737d2c62', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.310992] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Creating folder: Project (7d7f27a407d647f6a5739730b0a57c91). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.311342] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e3afaae-df71-494c-b99b-8b2a08cd8592 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.329915] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Created folder: Project (7d7f27a407d647f6a5739730b0a57c91) in parent group-v693805. [ 618.330027] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Creating folder: Instances. Parent ref: group-v693828. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.330943] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5f3eaa-2326-43d3-b624-54938bddf5d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.346564] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Created folder: Instances in parent group-v693828. [ 618.347056] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.348729] env[69895]: INFO nova.compute.manager [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Took 22.59 seconds to build instance. [ 618.349623] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.350429] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40000ed7-1317-4739-b8ca-27aa45f59acf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.382611] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.382611] env[69895]: value = "task-3471009" [ 618.382611] env[69895]: _type = "Task" [ 618.382611] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.402878] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471009, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.509319] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068878} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.509461] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.512461] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778a1dd-7c65-45ad-b3cb-45f37103ae85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.549322] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 764793c8-612c-47b5-93f4-c9696f56c362/764793c8-612c-47b5-93f4-c9696f56c362.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.553562] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df02351a-427e-47f3-93c7-1e805b4dc1f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.579900] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 618.579900] env[69895]: value = "task-3471010" [ 618.579900] env[69895]: _type = "Task" [ 618.579900] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.602964] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.636523] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20020a87-aed2-43e1-886b-93a4da332749 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648109] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba4371-1639-4a52-bf70-7787714b9b03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.657307] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Received event network-changed-389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.657690] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Refreshing instance network info cache due to event network-changed-389192c6-b097-462f-9bb9-302564febbdc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.658041] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Acquiring lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658419] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Acquired lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.658692] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Refreshing network info cache for port 389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.700660] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a514e7-9164-4ca5-b28f-ee573ce5717b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.706018] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Successfully created port: 1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.714801] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581f130-b092-4fb0-8fa9-8f128b6c0065 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.733684] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.805111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.877463] env[69895]: DEBUG oslo_concurrency.lockutils [None req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.127s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.893859] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471009, 'name': CreateVM_Task, 'duration_secs': 0.497466} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.894111] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.895023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.895256] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.895612] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.896592] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edaf3ef2-74c2-472a-8c62-bd66686659f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.905958] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 618.905958] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52049c7c-09c9-7f9f-775b-443d33ff8b17" [ 618.905958] env[69895]: _type = "Task" [ 618.905958] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.918105] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52049c7c-09c9-7f9f-775b-443d33ff8b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.106020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.106020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.106020] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471010, 'name': ReconfigVM_Task, 'duration_secs': 0.489594} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.106020] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 764793c8-612c-47b5-93f4-c9696f56c362/764793c8-612c-47b5-93f4-c9696f56c362.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.106567] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f453ce33-34dd-46a1-856b-7d0cca93166b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.113513] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 619.113513] env[69895]: value = "task-3471011" [ 619.113513] env[69895]: _type = "Task" [ 619.113513] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.125497] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471011, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.265061] env[69895]: ERROR nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [req-7add992d-0c79-4cc5-82d8-c2c6a0608472] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7add992d-0c79-4cc5-82d8-c2c6a0608472"}]} [ 619.294333] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 619.305252] env[69895]: DEBUG nova.compute.manager [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Received event network-vif-plugged-ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.305489] env[69895]: DEBUG oslo_concurrency.lockutils [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] Acquiring lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.305694] env[69895]: DEBUG oslo_concurrency.lockutils [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] Lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.305853] env[69895]: DEBUG oslo_concurrency.lockutils [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] Lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.306023] env[69895]: DEBUG nova.compute.manager [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] No waiting events found dispatching network-vif-plugged-ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.306187] env[69895]: WARNING nova.compute.manager [req-2e130437-23ed-4099-8fa7-e3d0c29e660c req-ba2d7bb0-329d-4471-a02c-d98b3aece928 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Received unexpected event network-vif-plugged-ccf22064-5b8b-45d7-93c0-c043737d2c62 for instance with vm_state building and task_state spawning. [ 619.324563] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 619.324782] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.340428] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.363124] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.380062] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.432727] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52049c7c-09c9-7f9f-775b-443d33ff8b17, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.433043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.433275] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.433502] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.433769] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.433963] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.435300] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321d27a2-e0d7-43b9-93ae-40c0038e6cc1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.449025] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.449025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.451866] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444ae707-d08e-47ca-8b7f-d8e31aac25ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.466023] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 619.466023] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527426c3-3fc8-0228-ea38-d18c16c384f8" [ 619.466023] env[69895]: _type = "Task" [ 619.466023] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.475068] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527426c3-3fc8-0228-ea38-d18c16c384f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.633662] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471011, 'name': Rename_Task, 'duration_secs': 0.197923} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.633951] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.634213] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a24a581c-d83e-4c23-8587-537f9de52303 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.645990] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 619.645990] env[69895]: value = "task-3471012" [ 619.645990] env[69895]: _type = "Task" [ 619.645990] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.659702] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.734925] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c20e8e-1430-45c2-bae5-df8dfa6edd92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.744725] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41397e2a-21a6-4566-ac41-c76db1f8b446 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.782308] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941d678-d587-4a79-a7a0-c53a7ad149f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.792178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e641283b-10a5-4d53-a219-af1e1a14f861 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.814858] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.915290] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.984863] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527426c3-3fc8-0228-ea38-d18c16c384f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014885} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.984863] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a280d677-cccb-444f-84c8-dbab85f3da7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.996331] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 619.996331] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5256d26f-12d3-219a-cfe0-7d6a758eee0f" [ 619.996331] env[69895]: _type = "Task" [ 619.996331] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.008033] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5256d26f-12d3-219a-cfe0-7d6a758eee0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.079710] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updated VIF entry in instance network info cache for port 389192c6-b097-462f-9bb9-302564febbdc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.079710] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.160329] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471012, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.367491] env[69895]: DEBUG nova.scheduler.client.report [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.367807] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 22 to 23 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.367957] env[69895]: DEBUG nova.compute.provider_tree [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.509849] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5256d26f-12d3-219a-cfe0-7d6a758eee0f, 'name': SearchDatastore_Task, 'duration_secs': 0.021086} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.510691] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.510691] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a9714630-63fc-40ae-959d-d86efa039ff6/a9714630-63fc-40ae-959d-d86efa039ff6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.510804] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27727aac-0357-4517-aecb-f31f8385ddd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.525021] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 620.525021] env[69895]: value = "task-3471013" [ 620.525021] env[69895]: _type = "Task" [ 620.525021] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.535095] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.592590] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Releasing lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.594185] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Received event network-vif-plugged-b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.594185] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Acquiring lock "764793c8-612c-47b5-93f4-c9696f56c362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.594185] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Lock "764793c8-612c-47b5-93f4-c9696f56c362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.594185] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Lock "764793c8-612c-47b5-93f4-c9696f56c362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.594185] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] No waiting events found dispatching network-vif-plugged-b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.594553] env[69895]: WARNING nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Received unexpected event network-vif-plugged-b2c6e12c-684f-4e52-8e18-3b12876854f4 for instance with vm_state building and task_state spawning. [ 620.594553] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Received event network-changed-b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.594553] env[69895]: DEBUG nova.compute.manager [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Refreshing instance network info cache due to event network-changed-b2c6e12c-684f-4e52-8e18-3b12876854f4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.594553] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Acquiring lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.594909] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Acquired lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.594909] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Refreshing network info cache for port b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.660157] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471012, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.875330] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.855s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.875880] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.878990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.750s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.883194] env[69895]: INFO nova.compute.claims [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.043775] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.102660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "69bb138f-ff3e-4e52-af29-1113d378eced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.102660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.176432] env[69895]: DEBUG oslo_vmware.api [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471012, 'name': PowerOnVM_Task, 'duration_secs': 1.210428} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.176791] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.180455] env[69895]: INFO nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Took 12.85 seconds to spawn the instance on the hypervisor. [ 621.180688] env[69895]: DEBUG nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.182740] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b4fa82-16c4-473e-b88e-f5ba2c728bf2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.387884] env[69895]: DEBUG nova.compute.utils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.391444] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.393166] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.453467] env[69895]: DEBUG nova.policy [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ad379706c6547eaa58da2429a03ea84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04d160dbf6344fa2b87c7aee35815757', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.536913] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731538} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.539225] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a9714630-63fc-40ae-959d-d86efa039ff6/a9714630-63fc-40ae-959d-d86efa039ff6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.539444] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.539710] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62be1e40-88af-4e09-ac20-701405bd0fec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.556681] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 621.556681] env[69895]: value = "task-3471014" [ 621.556681] env[69895]: _type = "Task" [ 621.556681] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.573732] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.667859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Acquiring lock "032b4471-fcd8-402c-98a8-f72519284b48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.668154] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "032b4471-fcd8-402c-98a8-f72519284b48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.668361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Acquiring lock "032b4471-fcd8-402c-98a8-f72519284b48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.668536] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "032b4471-fcd8-402c-98a8-f72519284b48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.668695] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "032b4471-fcd8-402c-98a8-f72519284b48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.676268] env[69895]: INFO nova.compute.manager [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Terminating instance [ 621.714134] env[69895]: INFO nova.compute.manager [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Took 22.95 seconds to build instance. [ 621.849024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.849024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.892988] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.958378] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Updated VIF entry in instance network info cache for port b2c6e12c-684f-4e52-8e18-3b12876854f4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.958763] env[69895]: DEBUG nova.network.neutron [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Updating instance_info_cache with network_info: [{"id": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "address": "fa:16:3e:2a:45:db", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6e12c-68", "ovs_interfaceid": "b2c6e12c-684f-4e52-8e18-3b12876854f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.072773] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262542} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.075880] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.079023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542cb32-99a8-490a-a84b-0007477cb732 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.107645] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] a9714630-63fc-40ae-959d-d86efa039ff6/a9714630-63fc-40ae-959d-d86efa039ff6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.111335] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d8a5a1-776f-40ba-9a01-ba6d6e450ac4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.138931] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 622.138931] env[69895]: value = "task-3471015" [ 622.138931] env[69895]: _type = "Task" [ 622.138931] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.154597] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.183634] env[69895]: DEBUG nova.compute.manager [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.183948] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.185064] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884e28d-6d6d-4a7e-8c55-72985d66e475 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.190473] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.190825] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.191064] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.191277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.191521] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.193972] env[69895]: INFO nova.compute.manager [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Terminating instance [ 622.199468] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.200531] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f34178-3fcb-40cf-9800-1e02743673fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.209033] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Waiting for the task: (returnval){ [ 622.209033] env[69895]: value = "task-3471016" [ 622.209033] env[69895]: _type = "Task" [ 622.209033] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.221619] env[69895]: DEBUG oslo_concurrency.lockutils [None req-101a8356-f706-4a69-988d-bd78ac79839d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.464s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.221884] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Task: {'id': task-3471016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.294261] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65db48-abb6-4e81-bc85-ba50b74f9fca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.309148] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1858bbb2-fd51-4820-80fc-1061b581b29d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.343967] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9895e2-da6f-433e-91be-083aba1fde68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.352599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42149406-4f72-4908-b778-7e9245880df3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.368353] env[69895]: DEBUG nova.compute.provider_tree [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.462634] env[69895]: DEBUG oslo_concurrency.lockutils [req-3954b133-21b2-4be2-aef1-59a8063320b0 req-27cf6c4b-85a7-4721-91c7-30766b3962b8 service nova] Releasing lock "refresh_cache-764793c8-612c-47b5-93f4-c9696f56c362" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.605201] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Successfully updated port: 1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.652989] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.704853] env[69895]: DEBUG nova.compute.manager [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.704853] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.705844] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f924be7-6db3-4a6f-9af8-df6892603983 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.730815] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.734706] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.735477] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Task: {'id': task-3471016, 'name': PowerOffVM_Task, 'duration_secs': 0.497979} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.735673] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26b5d128-afa7-4dbd-b08c-874a6d4ec0ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.741331] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.741331] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.741331] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-950c3727-56c3-4ebe-8905-3552fe8e2b13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.758808] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 622.758808] env[69895]: value = "task-3471017" [ 622.758808] env[69895]: _type = "Task" [ 622.758808] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.770951] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3471017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.835557] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Successfully created port: f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.872030] env[69895]: DEBUG nova.scheduler.client.report [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.912077] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.942468] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.942724] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.942886] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.943169] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.943418] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.943600] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.943837] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.943969] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.944161] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.944333] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.944534] env[69895]: DEBUG nova.virt.hardware [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.946689] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f33181-7a18-45e5-bd83-be843a979771 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.956480] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d082f4b-09eb-4c86-b0f9-82bee721e973 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.108701] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.108701] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.108857] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.153024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.153024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.153024] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Deleting the datastore file [datastore1] 032b4471-fcd8-402c-98a8-f72519284b48 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.163548] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4366b469-45e7-4b5b-b40d-650596d1281e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.166724] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471015, 'name': ReconfigVM_Task, 'duration_secs': 0.861145} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.167126] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Reconfigured VM instance instance-00000007 to attach disk [datastore2] a9714630-63fc-40ae-959d-d86efa039ff6/a9714630-63fc-40ae-959d-d86efa039ff6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.171088] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6d9392d-0ba1-4bc9-bf55-562e846f6244 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.176301] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Waiting for the task: (returnval){ [ 623.176301] env[69895]: value = "task-3471019" [ 623.176301] env[69895]: _type = "Task" [ 623.176301] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.178118] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 623.178118] env[69895]: value = "task-3471020" [ 623.178118] env[69895]: _type = "Task" [ 623.178118] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.199072] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Task: {'id': task-3471019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.209106] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471020, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.269075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.273194] env[69895]: INFO nova.compute.manager [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Rebuilding instance [ 623.282894] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3471017, 'name': PowerOffVM_Task, 'duration_secs': 0.481829} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.285827] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.285982] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.286328] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c89d6ec-248f-4eba-9a7a-61d61248c266 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.337973] env[69895]: DEBUG nova.compute.manager [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.339061] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6aae0-027a-4dc7-bfb9-5238ea178019 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.364361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.365354] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.365354] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleting the datastore file [datastore1] bb1e2e51-0297-43ca-b6a8-a41410e219b8 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.365354] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1ee3690-2ac3-4cc3-a422-e96bc64b335b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.379105] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.379684] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.383115] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for the task: (returnval){ [ 623.383115] env[69895]: value = "task-3471022" [ 623.383115] env[69895]: _type = "Task" [ 623.383115] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.387277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.190s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.390690] env[69895]: INFO nova.compute.claims [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.410133] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3471022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.699875] env[69895]: DEBUG oslo_vmware.api [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Task: {'id': task-3471019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200045} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.703585] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.709680] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.709680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.709680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.709680] env[69895]: INFO nova.compute.manager [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Took 1.52 seconds to destroy the instance on the hypervisor. [ 623.709680] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.711015] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471020, 'name': Rename_Task, 'duration_secs': 0.190262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.711015] env[69895]: DEBUG nova.compute.manager [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.711015] env[69895]: DEBUG nova.network.neutron [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.711382] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.711966] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4509bc79-42b5-4f11-b98d-1043c77e6784 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.724682] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 623.724682] env[69895]: value = "task-3471023" [ 623.724682] env[69895]: _type = "Task" [ 623.724682] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.738571] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.861588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.861878] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.889282] env[69895]: DEBUG nova.compute.utils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.890527] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.890782] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.907757] env[69895]: DEBUG oslo_vmware.api [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Task: {'id': task-3471022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201217} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.909429] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.909581] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.909644] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.909829] env[69895]: INFO nova.compute.manager [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 623.910091] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.910294] env[69895]: DEBUG nova.compute.manager [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.910388] env[69895]: DEBUG nova.network.neutron [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.161610] env[69895]: DEBUG nova.policy [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ac216129fb6443fbadca0cc70398844', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa02f61d13a5408bb5ebe30482042c9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.238346] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471023, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.281788] env[69895]: DEBUG nova.network.neutron [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Updating instance_info_cache with network_info: [{"id": "1bd15832-e7b4-49dc-9884-134f646121b4", "address": "fa:16:3e:f9:c4:0c", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd15832-e7", "ovs_interfaceid": "1bd15832-e7b4-49dc-9884-134f646121b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.361165] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.361165] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa80d215-97af-4e6e-924b-365a4a0a6e95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.369249] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 624.369249] env[69895]: value = "task-3471024" [ 624.369249] env[69895]: _type = "Task" [ 624.369249] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.393090] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.394278] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.718019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.718282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.740037] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471023, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.785600] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.785907] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Instance network_info: |[{"id": "1bd15832-e7b4-49dc-9884-134f646121b4", "address": "fa:16:3e:f9:c4:0c", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd15832-e7", "ovs_interfaceid": "1bd15832-e7b4-49dc-9884-134f646121b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.786718] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c4:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd15832-e7b4-49dc-9884-134f646121b4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.794355] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating folder: Project (468a1886d1874fe78146b17063eabb1a). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.795171] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0595064c-304a-4348-accd-e17da183af0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.809721] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created folder: Project (468a1886d1874fe78146b17063eabb1a) in parent group-v693805. [ 624.811147] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating folder: Instances. Parent ref: group-v693831. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.811147] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d31f930-a466-4c19-95e0-99550a2feb17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.824355] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created folder: Instances in parent group-v693831. [ 624.824565] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.824851] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.825169] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb53dff1-b91e-42f7-8537-5684178fadf6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.842971] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21489032-75ef-47d6-aeb5-378a315702c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.852812] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08070cbb-7a91-40cc-affe-1c85ee65ee28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.856221] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.856221] env[69895]: value = "task-3471027" [ 624.856221] env[69895]: _type = "Task" [ 624.856221] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.892922] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af9c36-2a63-49fc-ae39-231d1bd7205f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.909705] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471027, 'name': CreateVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.913462] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133efcc-05ec-4748-a6c4-b4b7792dd57a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.917607] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471024, 'name': PowerOffVM_Task, 'duration_secs': 0.167878} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.918283] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.918283] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.919740] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f3e7a-8fd5-48e9-89bd-3c42cd51c2f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.930804] env[69895]: DEBUG nova.compute.provider_tree [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.939183] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.939183] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49fb5401-8b4c-4182-94af-98e2ced7a835 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.975994] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.976383] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.976663] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleting the datastore file [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.977041] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86ff485-a550-46f2-b898-9f0ee0cd13d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.985706] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 624.985706] env[69895]: value = "task-3471029" [ 624.985706] env[69895]: _type = "Task" [ 624.985706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.994500] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.999285] env[69895]: DEBUG nova.compute.manager [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Received event network-changed-ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.999470] env[69895]: DEBUG nova.compute.manager [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Refreshing instance network info cache due to event network-changed-ccf22064-5b8b-45d7-93c0-c043737d2c62. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.999847] env[69895]: DEBUG oslo_concurrency.lockutils [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] Acquiring lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.999847] env[69895]: DEBUG oslo_concurrency.lockutils [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] Acquired lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.999948] env[69895]: DEBUG nova.network.neutron [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Refreshing network info cache for port ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.021977] env[69895]: DEBUG nova.network.neutron [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.204296] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Successfully created port: 8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.243345] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471023, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.336909] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Successfully updated port: f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.371231] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471027, 'name': CreateVM_Task, 'duration_secs': 0.433232} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.371457] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.372509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.372601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.372941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.373363] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6a2008-c6be-409f-ad8e-ec98755ca4e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.381286] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 625.381286] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c4c883-6871-2036-8e49-9a142a544235" [ 625.381286] env[69895]: _type = "Task" [ 625.381286] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.392281] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c4c883-6871-2036-8e49-9a142a544235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.406812] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.434550] env[69895]: DEBUG nova.scheduler.client.report [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.445309] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.445558] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.446029] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.446029] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.446137] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.446446] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.446705] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.446988] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.447210] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.447381] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.447562] env[69895]: DEBUG nova.virt.hardware [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.448468] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84848feb-ce67-4736-8235-e859acef9a9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.457617] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa9793d-0bf9-464f-8fb8-e2f6973575c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.474882] env[69895]: DEBUG nova.network.neutron [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.499486] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146224} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.499486] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.499486] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.499725] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.525401] env[69895]: INFO nova.compute.manager [-] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Took 1.82 seconds to deallocate network for instance. [ 625.710751] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.711032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.737427] env[69895]: DEBUG oslo_vmware.api [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471023, 'name': PowerOnVM_Task, 'duration_secs': 1.695381} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.737723] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.737877] env[69895]: INFO nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Took 15.05 seconds to spawn the instance on the hypervisor. [ 625.738063] env[69895]: DEBUG nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.738864] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059401af-22e3-4f6c-b57d-92792aa43e9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.822717] env[69895]: DEBUG nova.network.neutron [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Updated VIF entry in instance network info cache for port ccf22064-5b8b-45d7-93c0-c043737d2c62. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.823209] env[69895]: DEBUG nova.network.neutron [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Updating instance_info_cache with network_info: [{"id": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "address": "fa:16:3e:59:f4:5e", "network": {"id": "0dcc3572-9445-40cd-a114-19e98d2b5d19", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-828498459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7f27a407d647f6a5739730b0a57c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf22064-5b", "ovs_interfaceid": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.839069] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.839285] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquired lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.839360] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.892528] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c4c883-6871-2036-8e49-9a142a544235, 'name': SearchDatastore_Task, 'duration_secs': 0.013823} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.893020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.893655] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.893731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.893854] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.894058] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.894442] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0746e7-9445-4f3e-9874-b13b5d31a72e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.908771] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.908973] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.909852] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82591b9-9f8f-4143-b8c9-f08b39f178af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.916953] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 625.916953] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52359f31-8d6b-d78f-4f67-3e33ad1fd5ac" [ 625.916953] env[69895]: _type = "Task" [ 625.916953] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.926357] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52359f31-8d6b-d78f-4f67-3e33ad1fd5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.941297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.941494] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.944201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.637s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.945878] env[69895]: INFO nova.compute.claims [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.981259] env[69895]: INFO nova.compute.manager [-] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Took 2.07 seconds to deallocate network for instance. [ 626.039569] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.263354] env[69895]: INFO nova.compute.manager [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Took 25.46 seconds to build instance. [ 626.327520] env[69895]: DEBUG oslo_concurrency.lockutils [req-227f4a6b-5d35-48b1-aac7-487fcb7cc5c7 req-ce1b8585-d778-4f82-aff8-6dcd9ddbf9a2 service nova] Releasing lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.381843] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.430763] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52359f31-8d6b-d78f-4f67-3e33ad1fd5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.030018} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.431542] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75837d08-de1a-4efa-9ba5-113f1de7413e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.441296] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 626.441296] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e03cfd-430e-0677-c642-2c5e2bdd3360" [ 626.441296] env[69895]: _type = "Task" [ 626.441296] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.451378] env[69895]: DEBUG nova.compute.utils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.455577] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e03cfd-430e-0677-c642-2c5e2bdd3360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.455577] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.455757] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.488686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.531076] env[69895]: DEBUG nova.policy [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93250ab5cf5e4e06b47c2f6391c0b263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6deaa4c40d24ea5a47e430e7d62e854', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.535496] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.535651] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.535781] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.536262] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.536262] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.536262] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.536453] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.536605] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.536766] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.536929] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.541404] env[69895]: DEBUG nova.virt.hardware [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.542604] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fde86-97e9-406a-85b3-89ddd1110820 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.557738] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838123e4-f77d-4514-b288-b42c17bd9622 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.577862] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.584907] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.585105] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.585265] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87332bfe-3a7b-435e-9878-ec0d9d2adbb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.600895] env[69895]: DEBUG nova.network.neutron [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updating instance_info_cache with network_info: [{"id": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "address": "fa:16:3e:0c:88:65", "network": {"id": "e12c86e7-7155-4e10-8d94-b77d0f0ea2ad", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-937545576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d160dbf6344fa2b87c7aee35815757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ea9b56-e6", "ovs_interfaceid": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.606286] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.606286] env[69895]: value = "task-3471030" [ 626.606286] env[69895]: _type = "Task" [ 626.606286] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.616272] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471030, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.733888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.733888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.765128] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96e73f66-0dd4-4c24-b65d-342371e85b13 tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.967s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.804289] env[69895]: DEBUG nova.compute.manager [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 626.953542] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e03cfd-430e-0677-c642-2c5e2bdd3360, 'name': SearchDatastore_Task, 'duration_secs': 0.032058} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.953981] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.954378] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ec22c619-d49c-4038-9fa9-c2fae1d46564/ec22c619-d49c-4038-9fa9-c2fae1d46564.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.955328] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45af6d02-796e-468c-afa1-6055f14b7aea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.958100] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.969958] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 626.969958] env[69895]: value = "task-3471031" [ 626.969958] env[69895]: _type = "Task" [ 626.969958] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.980562] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.045834] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Successfully updated port: 8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.104058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Releasing lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.104433] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Instance network_info: |[{"id": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "address": "fa:16:3e:0c:88:65", "network": {"id": "e12c86e7-7155-4e10-8d94-b77d0f0ea2ad", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-937545576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d160dbf6344fa2b87c7aee35815757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ea9b56-e6", "ovs_interfaceid": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.104983] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:88:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ea9b56-e65c-4780-8081-db7a152cacf6', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.114492] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Creating folder: Project (04d160dbf6344fa2b87c7aee35815757). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.121339] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88c9f18-ca59-4d45-be55-e31f9909696b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.131982] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471030, 'name': CreateVM_Task, 'duration_secs': 0.334029} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.131982] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.132542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.133429] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.133429] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.133429] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7871654e-d5ee-46e6-b7f2-591fce781376 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.141169] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Created folder: Project (04d160dbf6344fa2b87c7aee35815757) in parent group-v693805. [ 627.141348] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Creating folder: Instances. Parent ref: group-v693835. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.144590] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18ec176b-6c75-4549-bfe5-e1d360b891b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.148436] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 627.148436] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a01ee0-c27d-f1f9-b676-4ef48ed9822f" [ 627.148436] env[69895]: _type = "Task" [ 627.148436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.159907] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a01ee0-c27d-f1f9-b676-4ef48ed9822f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.161542] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Created folder: Instances in parent group-v693835. [ 627.161815] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.163355] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.163355] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c2a8eb-9d4b-43ef-b100-0c9a57947cd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.187730] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.187730] env[69895]: value = "task-3471034" [ 627.187730] env[69895]: _type = "Task" [ 627.187730] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.199770] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471034, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.269035] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.324805] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Successfully created port: d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.329351] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.441341] env[69895]: DEBUG nova.compute.manager [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Received event network-vif-plugged-f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.441685] env[69895]: DEBUG oslo_concurrency.lockutils [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] Acquiring lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.442058] env[69895]: DEBUG oslo_concurrency.lockutils [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.442341] env[69895]: DEBUG oslo_concurrency.lockutils [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.442553] env[69895]: DEBUG nova.compute.manager [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] No waiting events found dispatching network-vif-plugged-f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.442980] env[69895]: WARNING nova.compute.manager [req-e69ae7d8-5d75-4b18-b84f-28d08a81f56a req-30f0628c-a1ef-44aa-97ab-5dd7fdca64c0 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Received unexpected event network-vif-plugged-f6ea9b56-e65c-4780-8081-db7a152cacf6 for instance with vm_state building and task_state spawning. [ 627.483831] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471031, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.485592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce65a938-e822-4e60-af90-f4514a1d74d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.494531] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3407eb7-775d-4065-961b-c11d9bb4bad3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.532929] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf1b87-d818-45c7-8d4d-ba77895bccba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.546235] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e6675a-782a-4c90-afa7-55e81146b661 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.552298] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552447] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquired lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.552605] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.567900] env[69895]: DEBUG nova.compute.provider_tree [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.667541] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a01ee0-c27d-f1f9-b676-4ef48ed9822f, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.667541] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.667541] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.668195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.668195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.668195] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.673340] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-721788e0-4059-47d1-a8d5-8eab98609260 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.675384] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d660ccb-a078-425c-9585-b17bdbc5383f tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "5c609a7f-2e4a-49f4-af19-e2e7f97a3605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.675384] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d660ccb-a078-425c-9585-b17bdbc5383f tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "5c609a7f-2e4a-49f4-af19-e2e7f97a3605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.688117] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.688117] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.692509] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e938ff6b-9be1-4a8e-b793-6c893d184feb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.699466] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 627.699466] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5242b220-6d3f-f657-c945-e82dfbd06fcd" [ 627.699466] env[69895]: _type = "Task" [ 627.699466] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.703178] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471034, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.713574] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5242b220-6d3f-f657-c945-e82dfbd06fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.796305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.972100] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.992987] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.996411] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ec22c619-d49c-4038-9fa9-c2fae1d46564/ec22c619-d49c-4038-9fa9-c2fae1d46564.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.997440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.997874] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1183ecfc-a1d4-4023-92f1-8737b20ffe06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.005944] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.007032] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.007032] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.007032] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.007299] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.007334] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.007699] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.008055] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.008321] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.009019] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.009262] env[69895]: DEBUG nova.virt.hardware [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.011149] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39806d-73a2-4e68-bae6-10b80ab330a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.019826] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 628.019826] env[69895]: value = "task-3471035" [ 628.019826] env[69895]: _type = "Task" [ 628.019826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.028433] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa3fb9-3094-4c8d-9c66-745a3ce1c1fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.036227] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.071983] env[69895]: DEBUG nova.scheduler.client.report [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.100716] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.199726] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471034, 'name': CreateVM_Task, 'duration_secs': 0.810006} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.199934] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.201295] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.201295] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.201295] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.201601] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903ceda6-f929-4fd0-932e-72f4fe58c45b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.213247] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 628.213247] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52502cf0-7510-e703-be9f-a8f103fdb936" [ 628.213247] env[69895]: _type = "Task" [ 628.213247] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.221332] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5242b220-6d3f-f657-c945-e82dfbd06fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.225112] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "23e488d0-a337-4521-a3f2-24febc6f893c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.225223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.226170] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e03ed58-fbac-463b-95f0-4f3b53b95084 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.235831] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 628.235831] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211a88b-2119-a5cc-4ac3-4cd840de0bc9" [ 628.235831] env[69895]: _type = "Task" [ 628.235831] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.236096] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52502cf0-7510-e703-be9f-a8f103fdb936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.244686] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211a88b-2119-a5cc-4ac3-4cd840de0bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.296346] env[69895]: DEBUG nova.network.neutron [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Updating instance_info_cache with network_info: [{"id": "8f21ab0b-731c-4641-b091-b428595ae631", "address": "fa:16:3e:11:6c:eb", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f21ab0b-73", "ovs_interfaceid": "8f21ab0b-731c-4641-b091-b428595ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.537324] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071321} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.537324] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.538163] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f3187-94e2-4fcf-acbe-7cf4f6baaacd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.571841] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ec22c619-d49c-4038-9fa9-c2fae1d46564/ec22c619-d49c-4038-9fa9-c2fae1d46564.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.574893] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62303947-c0a2-4604-9098-7e68f1fbc422 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.592981] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.593550] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.600383] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.833s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.602015] env[69895]: INFO nova.compute.claims [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.614352] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 628.614352] env[69895]: value = "task-3471036" [ 628.614352] env[69895]: _type = "Task" [ 628.614352] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.627014] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.729477] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52502cf0-7510-e703-be9f-a8f103fdb936, 'name': SearchDatastore_Task, 'duration_secs': 0.027615} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.729841] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.730153] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.730507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.748581] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211a88b-2119-a5cc-4ac3-4cd840de0bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.045319} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.748867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.749926] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.749926] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.749926] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.749926] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee33c6ce-61d0-46d6-bb36-47e281e45e9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.752034] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-053b935d-575c-46cb-98b0-df44c95efbc4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.761359] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 628.761359] env[69895]: value = "task-3471037" [ 628.761359] env[69895]: _type = "Task" [ 628.761359] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.765991] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.766248] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.769927] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2f23dc-a756-4d90-b49c-b2f99a879cb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.772475] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.779505] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 628.779505] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5267141d-d3f6-05c1-cdb6-0920013d3698" [ 628.779505] env[69895]: _type = "Task" [ 628.779505] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.788706] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5267141d-d3f6-05c1-cdb6-0920013d3698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.799566] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Releasing lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.799932] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Instance network_info: |[{"id": "8f21ab0b-731c-4641-b091-b428595ae631", "address": "fa:16:3e:11:6c:eb", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f21ab0b-73", "ovs_interfaceid": "8f21ab0b-731c-4641-b091-b428595ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.800397] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f21ab0b-731c-4641-b091-b428595ae631', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.810283] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Creating folder: Project (fa02f61d13a5408bb5ebe30482042c9f). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.811022] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eb12a06-2fc6-424b-bb9b-957f4d531fec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.823864] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Created folder: Project (fa02f61d13a5408bb5ebe30482042c9f) in parent group-v693805. [ 628.824125] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Creating folder: Instances. Parent ref: group-v693838. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.824386] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba61e30c-d0da-47ad-93e1-347f6faf3e30 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.837638] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Created folder: Instances in parent group-v693838. [ 628.838124] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.838232] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.838475] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d380d195-d1f2-41ab-b047-ea9ae29a31d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.861530] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.861530] env[69895]: value = "task-3471040" [ 628.861530] env[69895]: _type = "Task" [ 628.861530] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.871864] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471040, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.004603] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Received event network-vif-plugged-1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.004786] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Acquiring lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.005030] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.005606] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.005866] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] No waiting events found dispatching network-vif-plugged-1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.005991] env[69895]: WARNING nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Received unexpected event network-vif-plugged-1bd15832-e7b4-49dc-9884-134f646121b4 for instance with vm_state building and task_state spawning. [ 629.006665] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Received event network-changed-1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.006665] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Refreshing instance network info cache due to event network-changed-1bd15832-e7b4-49dc-9884-134f646121b4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.006665] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Acquiring lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.006828] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Acquired lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.006862] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Refreshing network info cache for port 1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.111202] env[69895]: DEBUG nova.compute.utils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.114289] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.114504] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.131804] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471036, 'name': ReconfigVM_Task, 'duration_secs': 0.349616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.133474] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ec22c619-d49c-4038-9fa9-c2fae1d46564/ec22c619-d49c-4038-9fa9-c2fae1d46564.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.134193] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b463334-e0ea-4b16-b1a0-cc3101b17927 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.146105] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 629.146105] env[69895]: value = "task-3471041" [ 629.146105] env[69895]: _type = "Task" [ 629.146105] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.158458] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471041, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.199825] env[69895]: DEBUG nova.policy [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0efbfbd5943f497692bdbc446719c2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a67563c239b14ccbacb1cdb7fd3701a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.275011] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471037, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.296242] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5267141d-d3f6-05c1-cdb6-0920013d3698, 'name': SearchDatastore_Task, 'duration_secs': 0.023839} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.297805] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d6d8b9-65b0-481c-a735-3681cd69f8a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.305143] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 629.305143] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e7ef34-336e-4c40-80d6-0ffe7e3b0f0d" [ 629.305143] env[69895]: _type = "Task" [ 629.305143] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.315625] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e7ef34-336e-4c40-80d6-0ffe7e3b0f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.350197] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Successfully updated port: d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.374066] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471040, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.574795] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Successfully created port: f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.619146] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.663059] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471041, 'name': Rename_Task, 'duration_secs': 0.295967} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.666302] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.666864] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a3ec177-d42a-4182-93d2-ad1615a99c2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.678544] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 629.678544] env[69895]: value = "task-3471042" [ 629.678544] env[69895]: _type = "Task" [ 629.678544] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.693805] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.787446] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663695} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.787446] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.787446] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.787446] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d1dc81-4316-4a1c-a4c4-2462fc5435a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.801591] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 629.801591] env[69895]: value = "task-3471043" [ 629.801591] env[69895]: _type = "Task" [ 629.801591] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.822033] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.822033] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e7ef34-336e-4c40-80d6-0ffe7e3b0f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.051182} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.822186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.822368] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a4a84364-3f05-4be3-9a64-e38f293f0406/a4a84364-3f05-4be3-9a64-e38f293f0406.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.822839] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64bff91f-a690-44b8-9a57-ed1f2fe898d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.834461] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 629.834461] env[69895]: value = "task-3471044" [ 629.834461] env[69895]: _type = "Task" [ 629.834461] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.845986] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.857320] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.857430] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquired lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.857591] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.876145] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471040, 'name': CreateVM_Task, 'duration_secs': 0.720608} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.876818] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.877544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.877701] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.878038] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.878727] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3058cf5b-c962-4ef3-b674-c568b291c147 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.886912] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 629.886912] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bad0f9-efcc-8fd5-f2c6-23b65cfaa8df" [ 629.886912] env[69895]: _type = "Task" [ 629.886912] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.907233] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bad0f9-efcc-8fd5-f2c6-23b65cfaa8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.134631] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9e6fbd-9ee8-4f11-9f02-1e992a6e6d56 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.144285] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d03fd-6a59-4c53-b505-a7c0846dc0f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.179946] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab922339-3276-415e-9d6c-9c2182938fc1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.196945] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da8588c-b132-4942-a24a-4b34ff364fed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.201892] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.213660] env[69895]: DEBUG nova.compute.provider_tree [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.313609] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137127} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.313953] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.314814] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fcc988-1a4f-4b9e-a211-003a9429171b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.338916] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.339403] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b5c9ce-aa78-49fe-9a88-da97637ab551 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.354814] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Updated VIF entry in instance network info cache for port 1bd15832-e7b4-49dc-9884-134f646121b4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.355357] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Updating instance_info_cache with network_info: [{"id": "1bd15832-e7b4-49dc-9884-134f646121b4", "address": "fa:16:3e:f9:c4:0c", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd15832-e7", "ovs_interfaceid": "1bd15832-e7b4-49dc-9884-134f646121b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.371873] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.373853] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 630.373853] env[69895]: value = "task-3471045" [ 630.373853] env[69895]: _type = "Task" [ 630.373853] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.385666] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.398887] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bad0f9-efcc-8fd5-f2c6-23b65cfaa8df, 'name': SearchDatastore_Task, 'duration_secs': 0.023653} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.399486] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.399852] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.400332] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.400625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.400991] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.401386] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbcba937-4204-4447-ad62-fca6e6292495 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.423304] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.423829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.424195] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.424496] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.425645] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ef391d-3893-459b-9f54-ec2cac6708e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.432898] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 630.432898] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f05d43-69c0-a16d-305e-94f68afa872a" [ 630.432898] env[69895]: _type = "Task" [ 630.432898] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.444671] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f05d43-69c0-a16d-305e-94f68afa872a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.451155] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.633026] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.659019] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:32:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='683388498',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1526327341',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.659019] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.659019] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.659251] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.659251] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.659251] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.659251] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.659485] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.659786] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.660227] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.660528] env[69895]: DEBUG nova.virt.hardware [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.661490] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1aeda-f474-431a-8676-1c32fffd473d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.671492] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a0abd-04fc-4b7e-bf95-607eea8be859 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.697416] env[69895]: DEBUG oslo_vmware.api [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471042, 'name': PowerOnVM_Task, 'duration_secs': 0.533084} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.697859] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.698362] env[69895]: INFO nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Took 12.63 seconds to spawn the instance on the hypervisor. [ 630.698788] env[69895]: DEBUG nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.699673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07904a5-3375-4d9a-9d1c-5567efcb8782 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.716794] env[69895]: DEBUG nova.scheduler.client.report [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.802672] env[69895]: DEBUG nova.network.neutron [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updating instance_info_cache with network_info: [{"id": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "address": "fa:16:3e:94:6e:2e", "network": {"id": "c3d8745e-5f29-4eca-978b-082ef45e4a6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1275043664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6deaa4c40d24ea5a47e430e7d62e854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b47264-7e", "ovs_interfaceid": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.852199] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84709} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.852564] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a4a84364-3f05-4be3-9a64-e38f293f0406/a4a84364-3f05-4be3-9a64-e38f293f0406.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.852784] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.853109] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-945a6d7d-df8a-4bd5-a29f-0439634585be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.860466] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 630.860466] env[69895]: value = "task-3471046" [ 630.860466] env[69895]: _type = "Task" [ 630.860466] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.864477] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Releasing lock "refresh_cache-ec22c619-d49c-4038-9fa9-c2fae1d46564" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.864893] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-changed-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.865060] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing instance network info cache due to event network-changed-2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.865268] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.865406] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.865587] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.873214] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.892925] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471045, 'name': ReconfigVM_Task, 'duration_secs': 0.493752} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.893287] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.893893] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c101620-1a6a-45f3-aa02-3191802a7300 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.902969] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 630.902969] env[69895]: value = "task-3471047" [ 630.902969] env[69895]: _type = "Task" [ 630.902969] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.915311] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471047, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.947144] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f05d43-69c0-a16d-305e-94f68afa872a, 'name': SearchDatastore_Task, 'duration_secs': 0.053626} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.947144] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070a0929-b003-4bec-8895-229eeea9896b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.952492] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 630.952492] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c588a8-51cc-9379-51aa-650b0bb689e7" [ 630.952492] env[69895]: _type = "Task" [ 630.952492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.962136] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c588a8-51cc-9379-51aa-650b0bb689e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.166216] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Successfully updated port: f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.220454] env[69895]: INFO nova.compute.manager [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Took 28.19 seconds to build instance. [ 631.221721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.222187] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.224905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.420s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.226634] env[69895]: INFO nova.compute.claims [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.308110] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Releasing lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.308487] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Instance network_info: |[{"id": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "address": "fa:16:3e:94:6e:2e", "network": {"id": "c3d8745e-5f29-4eca-978b-082ef45e4a6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1275043664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6deaa4c40d24ea5a47e430e7d62e854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b47264-7e", "ovs_interfaceid": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.308920] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:6e:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b47264-7e83-4164-a3d7-2921e2c7a97e', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.319715] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Creating folder: Project (f6deaa4c40d24ea5a47e430e7d62e854). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.320706] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e748681b-426e-4c53-a429-bc815327b7b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.337997] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Created folder: Project (f6deaa4c40d24ea5a47e430e7d62e854) in parent group-v693805. [ 631.338356] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Creating folder: Instances. Parent ref: group-v693841. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.338746] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5beed71-1b33-4106-be13-080d0524ec63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.349716] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Created folder: Instances in parent group-v693841. [ 631.349965] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.350180] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.350389] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e606e1-7c37-40b6-83d8-643f3d4c68e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.376859] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078027} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.378187] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.378519] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.378519] env[69895]: value = "task-3471050" [ 631.378519] env[69895]: _type = "Task" [ 631.378519] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.379259] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8115e72-2f53-4936-90e1-c75943d8328d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.390249] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471050, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.408078] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] a4a84364-3f05-4be3-9a64-e38f293f0406/a4a84364-3f05-4be3-9a64-e38f293f0406.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.408463] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004703ce-624c-4a1d-bd63-ffe98233dece {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.433922] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.434197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.458969] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 631.458969] env[69895]: value = "task-3471051" [ 631.458969] env[69895]: _type = "Task" [ 631.458969] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.467603] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c588a8-51cc-9379-51aa-650b0bb689e7, 'name': SearchDatastore_Task, 'duration_secs': 0.021964} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.468255] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471047, 'name': Rename_Task, 'duration_secs': 0.230375} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.471436] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.471729] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] f7b42285-781e-4ace-a575-befaf310196f/f7b42285-781e-4ace-a575-befaf310196f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.472028] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.472273] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92fa99cd-83a3-466b-947e-f03fe591341b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.474618] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0882cb69-e948-409f-a019-a70ac57367cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.485129] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.487917] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 631.487917] env[69895]: value = "task-3471053" [ 631.487917] env[69895]: _type = "Task" [ 631.487917] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.488271] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 631.488271] env[69895]: value = "task-3471052" [ 631.488271] env[69895]: _type = "Task" [ 631.488271] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.504776] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.509327] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.670114] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.670336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.670552] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.725922] env[69895]: DEBUG oslo_concurrency.lockutils [None req-de68175f-63e5-42ef-8049-8260d80fca5d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.705s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.730127] env[69895]: DEBUG nova.compute.utils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.739050] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 631.795290] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updated VIF entry in instance network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.795673] env[69895]: DEBUG nova.network.neutron [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.896091] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471050, 'name': CreateVM_Task, 'duration_secs': 0.508229} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.896289] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.897044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.897586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.897879] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4063a441-755a-4519-9060-7dee748d3f98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.904029] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 631.904029] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b4d4c-8c5a-1366-7e2d-1495920f3d3c" [ 631.904029] env[69895]: _type = "Task" [ 631.904029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.916131] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b4d4c-8c5a-1366-7e2d-1495920f3d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.933388] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Received event network-changed-f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.935257] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Refreshing instance network info cache due to event network-changed-f6ea9b56-e65c-4780-8081-db7a152cacf6. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.935524] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Acquiring lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.935671] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Acquired lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.935877] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Refreshing network info cache for port f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.980041] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.006638] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471053, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.006894] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.062368] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "a9714630-63fc-40ae-959d-d86efa039ff6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.062774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.063544] env[69895]: INFO nova.compute.manager [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Rebooting instance [ 632.226870] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.229866] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.242547] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.303641] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.304079] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Received event network-vif-deleted-77192cf3-055c-46a0-8604-f884b422ce16 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.304401] env[69895]: DEBUG nova.compute.manager [req-8b50f18c-a053-4c49-bf17-2ab44dec6ff4 req-2fa784de-a4d7-4a7a-b6c7-a38eea05934d service nova] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Received event network-vif-deleted-64b49488-70e6-403d-8fff-f06ef3a6a74b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.415367] env[69895]: DEBUG nova.network.neutron [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updating instance_info_cache with network_info: [{"id": "f50e8d33-a588-4670-a76e-7fb69633f930", "address": "fa:16:3e:3b:43:18", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e8d33-a5", "ovs_interfaceid": "f50e8d33-a588-4670-a76e-7fb69633f930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.423576] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b4d4c-8c5a-1366-7e2d-1495920f3d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.070558} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.423993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424284] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.424807] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.425019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.425822] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.425822] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09f8c85f-5168-44f3-a71d-85219e8e83e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.447662] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.448562] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.450250] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd611d5-a068-41ad-ba8c-05e038973496 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.456241] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 632.456241] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3193d-8501-c2a0-8c5d-da1bdee7ddff" [ 632.456241] env[69895]: _type = "Task" [ 632.456241] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.469617] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3193d-8501-c2a0-8c5d-da1bdee7ddff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.479479] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471051, 'name': ReconfigVM_Task, 'duration_secs': 0.898115} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.479479] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Reconfigured VM instance instance-00000009 to attach disk [datastore2] a4a84364-3f05-4be3-9a64-e38f293f0406/a4a84364-3f05-4be3-9a64-e38f293f0406.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.480284] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b68a0c-886f-4b51-9b6a-732a1b33a16a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.489255] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 632.489255] env[69895]: value = "task-3471054" [ 632.489255] env[69895]: _type = "Task" [ 632.489255] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.507571] env[69895]: DEBUG oslo_vmware.api [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471053, 'name': PowerOnVM_Task, 'duration_secs': 0.637007} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.516440] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.516721] env[69895]: DEBUG nova.compute.manager [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.517067] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759529} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.517300] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471054, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.518428] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905560e2-aba4-44e8-8f48-274662c24227 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.521265] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] f7b42285-781e-4ace-a575-befaf310196f/f7b42285-781e-4ace-a575-befaf310196f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.521578] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.521918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7782f17-cd73-4953-a66f-b8df3ef34ebe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.537275] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 632.537275] env[69895]: value = "task-3471055" [ 632.537275] env[69895]: _type = "Task" [ 632.537275] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.605986] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.606216] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquired lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.606353] env[69895]: DEBUG nova.network.neutron [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.728816] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updated VIF entry in instance network info cache for port f6ea9b56-e65c-4780-8081-db7a152cacf6. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.729181] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updating instance_info_cache with network_info: [{"id": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "address": "fa:16:3e:0c:88:65", "network": {"id": "e12c86e7-7155-4e10-8d94-b77d0f0ea2ad", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-937545576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d160dbf6344fa2b87c7aee35815757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ea9b56-e6", "ovs_interfaceid": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.743150] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b54b6-cce1-4f22-af46-205c3fa25d41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.754680] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf72ebf-5ecc-46a2-bd69-70bce900037f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.760326] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.762986] env[69895]: DEBUG nova.compute.manager [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Received event network-vif-plugged-d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.763326] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.763407] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.763558] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.763725] env[69895]: DEBUG nova.compute.manager [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] No waiting events found dispatching network-vif-plugged-d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.763888] env[69895]: WARNING nova.compute.manager [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Received unexpected event network-vif-plugged-d9b47264-7e83-4164-a3d7-2921e2c7a97e for instance with vm_state building and task_state spawning. [ 632.764065] env[69895]: DEBUG nova.compute.manager [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Received event network-changed-d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.764227] env[69895]: DEBUG nova.compute.manager [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Refreshing instance network info cache due to event network-changed-d9b47264-7e83-4164-a3d7-2921e2c7a97e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.764409] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Acquiring lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.764537] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Acquired lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.764681] env[69895]: DEBUG nova.network.neutron [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Refreshing network info cache for port d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.799536] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e56982-5c04-4412-8a25-b5d2b08870fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.809207] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42c772-f6ea-4f46-b28c-58d9d12f9d2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.823688] env[69895]: DEBUG nova.compute.provider_tree [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.918884] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.919264] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Instance network_info: |[{"id": "f50e8d33-a588-4670-a76e-7fb69633f930", "address": "fa:16:3e:3b:43:18", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e8d33-a5", "ovs_interfaceid": "f50e8d33-a588-4670-a76e-7fb69633f930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.919714] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:43:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50e8d33-a588-4670-a76e-7fb69633f930', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.927541] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Creating folder: Project (a67563c239b14ccbacb1cdb7fd3701a1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.928211] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c1ea74-56c6-4c98-8a7d-1307da836ac0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.939815] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Created folder: Project (a67563c239b14ccbacb1cdb7fd3701a1) in parent group-v693805. [ 632.940056] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Creating folder: Instances. Parent ref: group-v693844. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.940255] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-788d5d4e-d8d2-4371-b4e3-14d590bbf524 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.949221] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Created folder: Instances in parent group-v693844. [ 632.949479] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.949673] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.949886] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95f2125-2d68-40fd-8d17-37549e1c1149 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.975508] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3193d-8501-c2a0-8c5d-da1bdee7ddff, 'name': SearchDatastore_Task, 'duration_secs': 0.020925} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.977306] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.977306] env[69895]: value = "task-3471058" [ 632.977306] env[69895]: _type = "Task" [ 632.977306] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.977984] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa5ba10-0679-4986-8939-e44a18349756 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.992492] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471058, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.992492] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 632.992492] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521d0a85-2701-cc91-48fe-2cbf20bb7cd0" [ 632.992492] env[69895]: _type = "Task" [ 632.992492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.004733] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471054, 'name': Rename_Task, 'duration_secs': 0.200568} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.008452] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.008826] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521d0a85-2701-cc91-48fe-2cbf20bb7cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.009185] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-282171f3-ae3f-49a2-80ec-39fad8d4d214 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.014921] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 633.014921] env[69895]: value = "task-3471059" [ 633.014921] env[69895]: _type = "Task" [ 633.014921] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.022728] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.053272] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096088} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.053845] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.054201] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.055088] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126d2d0-e648-47a6-9f4e-eb989d02ce5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.081281] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f7b42285-781e-4ace-a575-befaf310196f/f7b42285-781e-4ace-a575-befaf310196f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.081705] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e319f813-e115-4582-885b-22bde1bc85f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.103530] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 633.103530] env[69895]: value = "task-3471060" [ 633.103530] env[69895]: _type = "Task" [ 633.103530] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.116693] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.232297] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Releasing lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.232551] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Received event network-vif-plugged-8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.232736] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Acquiring lock "f7b42285-781e-4ace-a575-befaf310196f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.232930] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Lock "f7b42285-781e-4ace-a575-befaf310196f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.233138] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Lock "f7b42285-781e-4ace-a575-befaf310196f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.234291] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] No waiting events found dispatching network-vif-plugged-8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.234291] env[69895]: WARNING nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Received unexpected event network-vif-plugged-8f21ab0b-731c-4641-b091-b428595ae631 for instance with vm_state building and task_state spawning. [ 633.234291] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Received event network-changed-8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.234291] env[69895]: DEBUG nova.compute.manager [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Refreshing instance network info cache due to event network-changed-8f21ab0b-731c-4641-b091-b428595ae631. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.234291] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Acquiring lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.234506] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Acquired lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.234506] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Refreshing network info cache for port 8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.262914] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.300569] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.301326] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.302043] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.302311] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.305780] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.305780] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.305780] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.305780] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.305780] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.306141] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.306141] env[69895]: DEBUG nova.virt.hardware [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.310053] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7a236a-c4b6-459a-ad55-45c082861d7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.319178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f0450b-86b2-4cd8-82cb-d3586727941f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.327038] env[69895]: DEBUG nova.scheduler.client.report [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.351569] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.358599] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Creating folder: Project (04bad66e4fb940468ae007613ebe01c2). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.363296] env[69895]: DEBUG nova.network.neutron [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Updating instance_info_cache with network_info: [{"id": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "address": "fa:16:3e:59:f4:5e", "network": {"id": "0dcc3572-9445-40cd-a114-19e98d2b5d19", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-828498459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d7f27a407d647f6a5739730b0a57c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf22064-5b", "ovs_interfaceid": "ccf22064-5b8b-45d7-93c0-c043737d2c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.365143] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78fc8126-e27b-4a3e-874e-a04893cff1ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.377433] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Created folder: Project (04bad66e4fb940468ae007613ebe01c2) in parent group-v693805. [ 633.377842] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Creating folder: Instances. Parent ref: group-v693847. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.377842] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44940c53-db79-4cb6-a47b-ba4e474c5503 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.389459] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Created folder: Instances in parent group-v693847. [ 633.389874] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.390858] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.390858] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b53cbe-4b22-45fc-8fd1-cb38fb09d53b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.412092] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.412092] env[69895]: value = "task-3471063" [ 633.412092] env[69895]: _type = "Task" [ 633.412092] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.420123] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471063, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.494751] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471058, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.503848] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521d0a85-2701-cc91-48fe-2cbf20bb7cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.029037} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.506804] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.506804] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2bf15903-2275-4635-8d3b-a85568afe49f/2bf15903-2275-4635-8d3b-a85568afe49f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.507401] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563c7ad3-ab2b-4d51-bd75-d15dc3b2ff45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.515467] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 633.515467] env[69895]: value = "task-3471064" [ 633.515467] env[69895]: _type = "Task" [ 633.515467] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.529292] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.532161] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471059, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.616874] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.763483] env[69895]: DEBUG nova.network.neutron [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updated VIF entry in instance network info cache for port d9b47264-7e83-4164-a3d7-2921e2c7a97e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.763830] env[69895]: DEBUG nova.network.neutron [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updating instance_info_cache with network_info: [{"id": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "address": "fa:16:3e:94:6e:2e", "network": {"id": "c3d8745e-5f29-4eca-978b-082ef45e4a6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1275043664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6deaa4c40d24ea5a47e430e7d62e854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b47264-7e", "ovs_interfaceid": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.833618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.834459] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.837186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.922s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.839787] env[69895]: INFO nova.compute.claims [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.869614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Releasing lock "refresh_cache-a9714630-63fc-40ae-959d-d86efa039ff6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.924833] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471063, 'name': CreateVM_Task, 'duration_secs': 0.482861} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.925436] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.925884] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.926053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.926371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.926624] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ca749d-f66b-4300-ab76-23f18d44d09b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.934022] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 633.934022] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d5d37e-3b49-366e-4d2e-3a15c7da7151" [ 633.934022] env[69895]: _type = "Task" [ 633.934022] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.945736] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d5d37e-3b49-366e-4d2e-3a15c7da7151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.992734] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471058, 'name': CreateVM_Task, 'duration_secs': 0.540209} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.993116] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.994132] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.994448] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.997020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.997020] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8eeb057-b5d1-4600-9ee4-4844c0b96c69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.002874] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 634.002874] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52929157-1b2e-78ee-dc4f-f83332393964" [ 634.002874] env[69895]: _type = "Task" [ 634.002874] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.014489] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Updated VIF entry in instance network info cache for port 8f21ab0b-731c-4641-b091-b428595ae631. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.015137] env[69895]: DEBUG nova.network.neutron [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Updating instance_info_cache with network_info: [{"id": "8f21ab0b-731c-4641-b091-b428595ae631", "address": "fa:16:3e:11:6c:eb", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f21ab0b-73", "ovs_interfaceid": "8f21ab0b-731c-4641-b091-b428595ae631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.016649] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52929157-1b2e-78ee-dc4f-f83332393964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.035020] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.035321] env[69895]: DEBUG oslo_vmware.api [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471059, 'name': PowerOnVM_Task, 'duration_secs': 0.827626} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.035758] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.036086] env[69895]: INFO nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Took 11.12 seconds to spawn the instance on the hypervisor. [ 634.036388] env[69895]: DEBUG nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.037972] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5012c703-00ac-43d5-ab64-97d62e7dd8f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.120235] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471060, 'name': ReconfigVM_Task, 'duration_secs': 0.615182} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.120235] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f7b42285-781e-4ace-a575-befaf310196f/f7b42285-781e-4ace-a575-befaf310196f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.120235] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42614c24-2a2e-471b-bf61-ef6f40ee91f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.129042] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 634.129042] env[69895]: value = "task-3471065" [ 634.129042] env[69895]: _type = "Task" [ 634.129042] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.139693] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471065, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.268447] env[69895]: DEBUG oslo_concurrency.lockutils [req-04a729af-1bab-4bc2-b59a-a9a92252f1da req-88ece97f-d444-4448-88db-4f616851aea1 service nova] Releasing lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.350021] env[69895]: DEBUG nova.compute.utils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.351864] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.352321] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.376172] env[69895]: DEBUG nova.compute.manager [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.377119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c27166-1fcc-4c85-8cbe-6cdf5048a894 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.415461] env[69895]: DEBUG nova.policy [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb607b8c8804435ba57e6def6e40fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34ce48118ef44e0ea018fb306c9a2d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.452185] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d5d37e-3b49-366e-4d2e-3a15c7da7151, 'name': SearchDatastore_Task, 'duration_secs': 0.019995} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.452185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.452511] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.452673] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.452913] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.453053] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.453349] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836e6053-e65e-4728-9909-e95d1d4bd12a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.466421] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.466421] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.466421] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408b7c2a-5f1f-47c0-9548-33177e40ffe1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.476020] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 634.476020] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523db4b8-aa24-6f34-09d1-175e8ba30512" [ 634.476020] env[69895]: _type = "Task" [ 634.476020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.482465] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523db4b8-aa24-6f34-09d1-175e8ba30512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.518026] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c0761b7-7719-40e1-8054-2e4b6c18213a req-b007e5a5-1205-4cb2-a463-fb2ae87c94e3 service nova] Releasing lock "refresh_cache-f7b42285-781e-4ace-a575-befaf310196f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.518959] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52929157-1b2e-78ee-dc4f-f83332393964, 'name': SearchDatastore_Task, 'duration_secs': 0.059866} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.522466] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.523240] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.523459] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.523718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.524044] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.525087] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d27891-d733-40b7-8459-797938c98f10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.533033] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725065} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.534122] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2bf15903-2275-4635-8d3b-a85568afe49f/2bf15903-2275-4635-8d3b-a85568afe49f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.538018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.538018] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.538018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.538018] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7941b540-0200-426a-adc1-1d7329c843e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.538018] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c85ec5-17d5-4826-88d6-0b45ccaf4f7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.544462] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 634.544462] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3f9f9-df4c-1609-bb37-2d50ef4fe262" [ 634.544462] env[69895]: _type = "Task" [ 634.544462] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.545826] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 634.545826] env[69895]: value = "task-3471066" [ 634.545826] env[69895]: _type = "Task" [ 634.545826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.563161] env[69895]: INFO nova.compute.manager [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Took 26.28 seconds to build instance. [ 634.566888] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3f9f9-df4c-1609-bb37-2d50ef4fe262, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.571694] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.571694] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41a168f-58e2-4828-a79b-baaa77e06798 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577140] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 634.577140] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5230f503-30ac-2198-4065-f356546bd500" [ 634.577140] env[69895]: _type = "Task" [ 634.577140] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.587308] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5230f503-30ac-2198-4065-f356546bd500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.642767] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471065, 'name': Rename_Task, 'duration_secs': 0.387663} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.643147] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.643455] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b29eee-34ad-4dca-b2ce-10d3c1b2f115 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.654438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "2349e89a-3181-440a-bcf3-58df8abe2499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.654745] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.656650] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 634.656650] env[69895]: value = "task-3471067" [ 634.656650] env[69895]: _type = "Task" [ 634.656650] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.665184] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.823879] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Successfully created port: 5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.853562] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.864325] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.864736] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.864970] env[69895]: DEBUG nova.compute.manager [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.866206] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb66d5e-0a4a-4654-a210-9bf23c1f3125 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.875660] env[69895]: DEBUG nova.compute.manager [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 634.876811] env[69895]: DEBUG nova.objects.instance [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lazy-loading 'flavor' on Instance uuid ec22c619-d49c-4038-9fa9-c2fae1d46564 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.995140] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523db4b8-aa24-6f34-09d1-175e8ba30512, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.005201] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f23e4ae-4cfe-4a72-9142-54942c8f3670 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.014298] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 635.014298] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528f271a-81a0-f541-c3a9-01ec5c1f0498" [ 635.014298] env[69895]: _type = "Task" [ 635.014298] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.029489] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528f271a-81a0-f541-c3a9-01ec5c1f0498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.058873] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142827} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.061799] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.062307] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e171836c-378c-421d-a16e-d05a1a2f6d45 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.807s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.066187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc9046-ad5b-4e64-82db-a557629561eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.099349] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 2bf15903-2275-4635-8d3b-a85568afe49f/2bf15903-2275-4635-8d3b-a85568afe49f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.099349] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4503e7d-d80a-4baf-85c0-58cbc5b1a6aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.121964] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5230f503-30ac-2198-4065-f356546bd500, 'name': SearchDatastore_Task, 'duration_secs': 0.02912} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.124196] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.124472] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1/770fb26d-4319-4fdb-bf04-7c7fa6ae6df1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.125172] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 635.125172] env[69895]: value = "task-3471068" [ 635.125172] env[69895]: _type = "Task" [ 635.125172] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.125172] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7219ec-d62d-46ab-a161-5238e979de5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.141121] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.142473] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 635.142473] env[69895]: value = "task-3471069" [ 635.142473] env[69895]: _type = "Task" [ 635.142473] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.150832] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.167877] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471067, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.269653] env[69895]: DEBUG nova.compute.manager [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Received event network-vif-plugged-f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.269653] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Acquiring lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.269653] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.269653] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.269653] env[69895]: DEBUG nova.compute.manager [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] No waiting events found dispatching network-vif-plugged-f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.270959] env[69895]: WARNING nova.compute.manager [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Received unexpected event network-vif-plugged-f50e8d33-a588-4670-a76e-7fb69633f930 for instance with vm_state building and task_state spawning. [ 635.270959] env[69895]: DEBUG nova.compute.manager [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Received event network-changed-f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.270959] env[69895]: DEBUG nova.compute.manager [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Refreshing instance network info cache due to event network-changed-f50e8d33-a588-4670-a76e-7fb69633f930. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.270959] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Acquiring lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.270959] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Acquired lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.274232] env[69895]: DEBUG nova.network.neutron [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Refreshing network info cache for port f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.399400] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d3527a-dc9c-47c0-8801-98432af1d2c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.408742] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Doing hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 635.409558] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c51c3c1e-e22a-4c6a-9158-86d0f69e349d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.415282] env[69895]: DEBUG oslo_vmware.api [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 635.415282] env[69895]: value = "task-3471070" [ 635.415282] env[69895]: _type = "Task" [ 635.415282] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.426711] env[69895]: DEBUG oslo_vmware.api [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471070, 'name': ResetVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.445358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51cb27-6cbc-4bca-ab5c-6f34a94ad1f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.453889] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ba996-012f-4913-a97a-fbc951061393 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.487615] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419c05c-9c72-44a9-9d5b-b7e132439dd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.495925] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3e36a-d9af-4b5e-a809-f90b2d82eee7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.510113] env[69895]: DEBUG nova.compute.provider_tree [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.521529] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528f271a-81a0-f541-c3a9-01ec5c1f0498, 'name': SearchDatastore_Task, 'duration_secs': 0.016016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.521896] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.522231] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 27c1e568-4fe8-467a-b3a6-04c42ece1515/27c1e568-4fe8-467a-b3a6-04c42ece1515.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.523221] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f794d77-d574-4718-8bf2-e887adba1b81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.531043] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 635.531043] env[69895]: value = "task-3471071" [ 635.531043] env[69895]: _type = "Task" [ 635.531043] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.541878] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.573278] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.638078] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.652323] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.668147] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471067, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.870316] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.889259] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.890098] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c12814dd-5b51-478d-a1b7-834649af3b5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.899327] env[69895]: DEBUG oslo_vmware.api [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 635.899327] env[69895]: value = "task-3471072" [ 635.899327] env[69895]: _type = "Task" [ 635.899327] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.904732] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.905447] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.906669] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.906669] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.906669] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.907559] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.908311] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.909024] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.909227] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.909516] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.913021] env[69895]: DEBUG nova.virt.hardware [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.913021] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f91fcf-7396-46cf-b519-d9279fea3dfb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.937696] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edcf7b-fd13-4878-928e-564ec2becdb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.942041] env[69895]: DEBUG oslo_vmware.api [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.946928] env[69895]: DEBUG oslo_vmware.api [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471070, 'name': ResetVM_Task, 'duration_secs': 0.096316} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.950496] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Did hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 635.950765] env[69895]: DEBUG nova.compute.manager [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.951392] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.951651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.952529] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d61ccc-3394-481c-b6f2-15239848600d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.014627] env[69895]: DEBUG nova.scheduler.client.report [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.046895] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.100461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.145715] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471068, 'name': ReconfigVM_Task, 'duration_secs': 0.651857} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.149628] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 2bf15903-2275-4635-8d3b-a85568afe49f/2bf15903-2275-4635-8d3b-a85568afe49f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.149793] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b86cd171-8826-44e1-9e08-f3d945173efa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.158506] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 636.158506] env[69895]: value = "task-3471073" [ 636.158506] env[69895]: _type = "Task" [ 636.158506] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.166164] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779274} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.174927] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1/770fb26d-4319-4fdb-bf04-7c7fa6ae6df1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.175207] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.176435] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08061bb3-3a9b-459f-b86c-4430cdcd4c58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.184043] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471067, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.187842] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471073, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.189482] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 636.189482] env[69895]: value = "task-3471074" [ 636.189482] env[69895]: _type = "Task" [ 636.189482] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.205393] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.266647] env[69895]: DEBUG nova.network.neutron [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updated VIF entry in instance network info cache for port f50e8d33-a588-4670-a76e-7fb69633f930. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.267321] env[69895]: DEBUG nova.network.neutron [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updating instance_info_cache with network_info: [{"id": "f50e8d33-a588-4670-a76e-7fb69633f930", "address": "fa:16:3e:3b:43:18", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e8d33-a5", "ovs_interfaceid": "f50e8d33-a588-4670-a76e-7fb69633f930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.421392] env[69895]: DEBUG oslo_vmware.api [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471072, 'name': PowerOffVM_Task, 'duration_secs': 0.212832} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.422086] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.422086] env[69895]: DEBUG nova.compute.manager [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.422714] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36211b8-b304-49f9-9fad-5f8145fe4622 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.477339] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7de4aee-0781-43ef-9a74-62bb2a8edf5c tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.414s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.521499] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.521499] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.525400] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Successfully updated port: 5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.529350] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.258s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.529350] env[69895]: INFO nova.compute.claims [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.542234] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847946} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.542508] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 27c1e568-4fe8-467a-b3a6-04c42ece1515/27c1e568-4fe8-467a-b3a6-04c42ece1515.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.542716] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.542995] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fdbe124-7080-4818-9f02-13d1ef227012 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.551611] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 636.551611] env[69895]: value = "task-3471075" [ 636.551611] env[69895]: _type = "Task" [ 636.551611] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.562344] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.673994] env[69895]: DEBUG oslo_vmware.api [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471067, 'name': PowerOnVM_Task, 'duration_secs': 1.552009} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.674802] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.674959] env[69895]: INFO nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Took 11.27 seconds to spawn the instance on the hypervisor. [ 636.675241] env[69895]: DEBUG nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.676026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8504974e-e6bf-459e-af4f-bbbb68668740 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.682535] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471073, 'name': Rename_Task, 'duration_secs': 0.253562} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.682535] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.682535] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f09a23-2245-406b-b66b-30aac913dd7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.696817] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 636.696817] env[69895]: value = "task-3471076" [ 636.696817] env[69895]: _type = "Task" [ 636.696817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.704219] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170144} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.705128] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.705649] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ff38b-90b3-48d6-80a7-bcbcec4c618f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.711280] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.736134] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1/770fb26d-4319-4fdb-bf04-7c7fa6ae6df1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.736848] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60042027-7f9c-4b6a-9d42-cfe7214b30c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.764459] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 636.764459] env[69895]: value = "task-3471077" [ 636.764459] env[69895]: _type = "Task" [ 636.764459] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.773990] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d45e90-2fb5-4b75-8324-4650cd1e6c34 req-c0294c3b-2780-4d39-bf09-ba60a36ac959 service nova] Releasing lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.775247] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.939216] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e689ba05-1cae-49d3-8f7d-4d4b6dca5021 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.026081] env[69895]: DEBUG nova.compute.utils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.027553] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.027732] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.036987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.036987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquired lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036987] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.061725] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196161} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.062351] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.063098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e19502-7808-4b37-98ce-4e8aa5f001ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.086231] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 27c1e568-4fe8-467a-b3a6-04c42ece1515/27c1e568-4fe8-467a-b3a6-04c42ece1515.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.086475] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702b3e20-0c71-41eb-9f67-b941fbc79a98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.110314] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 637.110314] env[69895]: value = "task-3471078" [ 637.110314] env[69895]: _type = "Task" [ 637.110314] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.119284] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.202230] env[69895]: INFO nova.compute.manager [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Took 26.12 seconds to build instance. [ 637.209953] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.259593] env[69895]: INFO nova.compute.manager [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Rebuilding instance [ 637.274396] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.295509] env[69895]: DEBUG nova.policy [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c00b5ef62afc456bac6ac5cb0d985e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83768146a2fe49a4aef8e9495df8ef94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.319271] env[69895]: DEBUG nova.compute.manager [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.320074] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18140f6b-4b14-4184-a931-7acd8d8eccae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.535154] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.612189] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.633188] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.708454] env[69895]: DEBUG oslo_concurrency.lockutils [None req-86032d66-a2ee-4341-bd0f-6b006a719b13 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.634s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.720973] env[69895]: DEBUG oslo_vmware.api [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471076, 'name': PowerOnVM_Task, 'duration_secs': 1.012399} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.722038] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.722244] env[69895]: INFO nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Took 9.75 seconds to spawn the instance on the hypervisor. [ 637.722427] env[69895]: DEBUG nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.724289] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9b5532-9cd7-47e9-af20-2ef8371c8e4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.773969] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.840396] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Successfully created port: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.972852] env[69895]: DEBUG nova.network.neutron [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Updating instance_info_cache with network_info: [{"id": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "address": "fa:16:3e:cc:c4:6a", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3f9e59-af", "ovs_interfaceid": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.043422] env[69895]: INFO nova.virt.block_device [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Booting with volume d693c684-fd99-4149-907a-f8cf065775d9 at /dev/sda [ 638.093702] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66b7d0-ad85-47e2-9c2e-ae2e7bbae223 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.098547] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04aa6fa-4e73-45ff-9f5d-e212cb3404db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.108075] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b12a1c-dfae-4a9e-b0ac-c3eea6007803 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.118800] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d774ec-14f4-4aeb-bc7e-14d3e20a9d59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.181111] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6366b80-48ce-47fc-8580-fc3df9ff9c08 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.189203] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c16e1cc-b35f-4ef3-a95c-4df500a30fb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.191039] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.206477] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd645a0-51c0-45e1-831a-20e648b424fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.219343] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6247a3-a187-4b7c-9f3b-be4de4349226 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.224420] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.248519] env[69895]: DEBUG nova.compute.provider_tree [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.264510] env[69895]: INFO nova.compute.manager [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Took 24.09 seconds to build instance. [ 638.266388] env[69895]: DEBUG nova.scheduler.client.report [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.273855] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c04fcdb-6e4d-4416-b304-0b39c45cc856 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.290229] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af87959-911d-4cef-a275-ae57da036e13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.292973] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471077, 'name': ReconfigVM_Task, 'duration_secs': 1.487957} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.294389] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1/770fb26d-4319-4fdb-bf04-7c7fa6ae6df1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.295379] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b213c6c0-626a-45d6-906e-8b871677a1cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.304085] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 638.304085] env[69895]: value = "task-3471079" [ 638.304085] env[69895]: _type = "Task" [ 638.304085] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.308522] env[69895]: DEBUG nova.virt.block_device [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updating existing volume attachment record: ead60cff-aad9-4157-93de-bc448d722829 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 638.323945] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471079, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.323945] env[69895]: DEBUG nova.compute.manager [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Received event network-vif-plugged-5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.323945] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Acquiring lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.323945] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.324337] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.324337] env[69895]: DEBUG nova.compute.manager [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] No waiting events found dispatching network-vif-plugged-5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.324337] env[69895]: WARNING nova.compute.manager [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Received unexpected event network-vif-plugged-5e3f9e59-af87-4722-864e-4c9be5ee7440 for instance with vm_state building and task_state spawning. [ 638.324337] env[69895]: DEBUG nova.compute.manager [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Received event network-changed-5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.324337] env[69895]: DEBUG nova.compute.manager [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Refreshing instance network info cache due to event network-changed-5e3f9e59-af87-4722-864e-4c9be5ee7440. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.324495] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Acquiring lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.338086] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.338086] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0599dfb2-4332-4c7b-b9e1-19f640e47b6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.344727] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 638.344727] env[69895]: value = "task-3471080" [ 638.344727] env[69895]: _type = "Task" [ 638.344727] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.354016] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.476135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Releasing lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.476475] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Instance network_info: |[{"id": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "address": "fa:16:3e:cc:c4:6a", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3f9e59-af", "ovs_interfaceid": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.476770] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Acquired lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.476948] env[69895]: DEBUG nova.network.neutron [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Refreshing network info cache for port 5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.478425] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:c4:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e3f9e59-af87-4722-864e-4c9be5ee7440', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.486253] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Creating folder: Project (34ce48118ef44e0ea018fb306c9a2d7d). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.487439] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce26f53b-62b5-4261-87de-885223ed63bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.499208] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Created folder: Project (34ce48118ef44e0ea018fb306c9a2d7d) in parent group-v693805. [ 638.499513] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Creating folder: Instances. Parent ref: group-v693850. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.499842] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee6e8754-ee0b-4492-86b7-ea8231bbc239 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.509417] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Created folder: Instances in parent group-v693850. [ 638.509651] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.509833] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.510060] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a875f2-6d73-41ab-952a-7ab9af6d04c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.530952] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.530952] env[69895]: value = "task-3471083" [ 638.530952] env[69895]: _type = "Task" [ 638.530952] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.540497] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471083, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.645315] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471078, 'name': ReconfigVM_Task, 'duration_secs': 1.142329} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.645720] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 27c1e568-4fe8-467a-b3a6-04c42ece1515/27c1e568-4fe8-467a-b3a6-04c42ece1515.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.646334] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-955b9e1d-ff5d-4d5f-bfa7-17e5b1f088e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.654568] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 638.654568] env[69895]: value = "task-3471084" [ 638.654568] env[69895]: _type = "Task" [ 638.654568] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.667642] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471084, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.755230] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.767405] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d063f640-20af-446e-9b4d-dd4ff473784d tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.809s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.778050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.778204] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.781220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.742s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.781490] env[69895]: DEBUG nova.objects.instance [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lazy-loading 'resources' on Instance uuid 032b4471-fcd8-402c-98a8-f72519284b48 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.808830] env[69895]: DEBUG nova.compute.manager [None req-b5b5da58-8174-4e96-9d17-9f0fe1740b84 tempest-ServerDiagnosticsTest-672553074 tempest-ServerDiagnosticsTest-672553074-project-admin] [instance: f7b42285-781e-4ace-a575-befaf310196f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.809599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc8f6f9-05d3-4259-a60d-1fb6e5a0abd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.824747] env[69895]: INFO nova.compute.manager [None req-b5b5da58-8174-4e96-9d17-9f0fe1740b84 tempest-ServerDiagnosticsTest-672553074 tempest-ServerDiagnosticsTest-672553074-project-admin] [instance: f7b42285-781e-4ace-a575-befaf310196f] Retrieving diagnostics [ 638.830013] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab9787-4c46-4ea2-a636-75acba75c579 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.833733] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471079, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.881248] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471080, 'name': PowerOffVM_Task, 'duration_secs': 0.282282} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.884937] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.884937] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.887051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e985f0-0daf-423c-a4c4-18adfadc38d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.895867] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.896197] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11385f62-c32c-4513-a560-176cc0babc9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.921420] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.921420] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.921580] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Deleting the datastore file [datastore2] 1e74eb41-3368-47e2-a17f-2a239b873b67 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.921970] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff5ac804-29a4-4803-bea5-775cc51bbfd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.933025] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 638.933025] env[69895]: value = "task-3471086" [ 638.933025] env[69895]: _type = "Task" [ 638.933025] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.940081] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.954802] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "a9714630-63fc-40ae-959d-d86efa039ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.955137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.955369] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.955574] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.955747] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.958663] env[69895]: INFO nova.compute.manager [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Terminating instance [ 639.042488] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471083, 'name': CreateVM_Task, 'duration_secs': 0.403446} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.042683] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.043443] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.043614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.043932] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.044207] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86918a9-32a2-42f1-9713-ac2d8505a4ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.049557] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 639.049557] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5294b2ae-b535-8777-b3d1-506204074c2d" [ 639.049557] env[69895]: _type = "Task" [ 639.049557] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.057073] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5294b2ae-b535-8777-b3d1-506204074c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.166034] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471084, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.269842] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.285383] env[69895]: DEBUG nova.compute.utils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.290545] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.290545] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.331147] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471079, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.370127] env[69895]: DEBUG nova.policy [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea4ec89fc8d442197279456dce5de01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07fec4a0e72c4ea3b2cfc413ffe4b90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.446021] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15406} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.446021] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.446021] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.446338] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.463397] env[69895]: DEBUG nova.compute.manager [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.463631] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.464797] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8556e2a-d6bf-47cb-aa54-f2f105579e62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.470965] env[69895]: DEBUG nova.network.neutron [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Updated VIF entry in instance network info cache for port 5e3f9e59-af87-4722-864e-4c9be5ee7440. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.471341] env[69895]: DEBUG nova.network.neutron [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Updating instance_info_cache with network_info: [{"id": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "address": "fa:16:3e:cc:c4:6a", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e3f9e59-af", "ovs_interfaceid": "5e3f9e59-af87-4722-864e-4c9be5ee7440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.474874] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.477582] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60ec7fe-c0eb-49ee-b17e-d3fc441d2f29 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.485529] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 639.485529] env[69895]: value = "task-3471087" [ 639.485529] env[69895]: _type = "Task" [ 639.485529] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.497614] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.560365] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5294b2ae-b535-8777-b3d1-506204074c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.562258] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.565628] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.565628] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.565628] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.565628] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.565628] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e28b3d5d-0eb3-4235-9eb5-b748487b79b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.572945] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.573149] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.575413] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032e7b4e-da5c-4449-be95-353df7b8099e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.586103] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 639.586103] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6a167-fa7d-8881-d4b9-8cb578b4475d" [ 639.586103] env[69895]: _type = "Task" [ 639.586103] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.595446] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6a167-fa7d-8881-d4b9-8cb578b4475d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.672141] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471084, 'name': Rename_Task, 'duration_secs': 0.771251} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.672475] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.672706] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d77b2f-f5ac-4953-8118-343016bbf2b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.680507] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 639.680507] env[69895]: value = "task-3471088" [ 639.680507] env[69895]: _type = "Task" [ 639.680507] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.689231] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.742371] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Successfully updated port: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.791089] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.798482] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.827837] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Successfully created port: 303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.835056] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471079, 'name': Rename_Task, 'duration_secs': 1.124557} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.835632] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.835882] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f82784d-7b97-4ba6-bff1-971bf44589b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.845295] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 639.845295] env[69895]: value = "task-3471089" [ 639.845295] env[69895]: _type = "Task" [ 639.845295] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.858180] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.864131] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a4eac2-99f4-4c1d-9c04-78f6af1e8812 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.873017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a23b3d-4414-499f-b591-75af38d8582a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.906688] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8168987-7bb0-4966-87b3-91bfe162238a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.918580] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ef382-477a-4d46-a0f1-516b144ed679 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.935925] env[69895]: DEBUG nova.compute.provider_tree [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.976377] env[69895]: DEBUG oslo_concurrency.lockutils [req-a001ae72-242d-4d56-a032-7377960e9015 req-54f206eb-39c7-49fc-bbfc-cbc1545190b2 service nova] Releasing lock "refresh_cache-ceabd946-b81f-47f3-8faa-1c4c858b5a9e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.002288] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.101082] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6a167-fa7d-8881-d4b9-8cb578b4475d, 'name': SearchDatastore_Task, 'duration_secs': 0.0424} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.104651] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ac7097-e6f9-4400-8434-42a301574526 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.107918] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 640.107918] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e0752-e828-d8cd-f8c8-c9bcade67561" [ 640.107918] env[69895]: _type = "Task" [ 640.107918] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.122262] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e0752-e828-d8cd-f8c8-c9bcade67561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.194990] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471088, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.244831] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.244996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquired lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.245148] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.356151] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471089, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.440413] env[69895]: DEBUG nova.scheduler.client.report [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.452163] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.452737] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.452936] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.453132] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.453323] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.453468] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.453611] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.453829] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.454106] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.454307] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.454766] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.454766] env[69895]: DEBUG nova.virt.hardware [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.455675] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3ca09-71b4-4593-ba2c-b81956847bdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.470323] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa825944-7e7b-4cb2-bb9a-ff6560deee32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.500722] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.506315] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.506661] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.506768] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.506909] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.507094] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.507312] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.507557] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.507741] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.507919] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.508105] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.508322] env[69895]: DEBUG nova.virt.hardware [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.513058] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313c167-3883-4eca-901b-66b548385fc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.518615] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86fc443-70a0-40ab-b52a-7dd7171f300b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.534585] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.541456] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.542047] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.542902] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1e65a7c-ff22-4aee-9f56-d7370872b907 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.561953] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.561953] env[69895]: value = "task-3471090" [ 640.561953] env[69895]: _type = "Task" [ 640.561953] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.572551] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471090, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.620274] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e0752-e828-d8cd-f8c8-c9bcade67561, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.620274] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.620499] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ceabd946-b81f-47f3-8faa-1c4c858b5a9e/ceabd946-b81f-47f3-8faa-1c4c858b5a9e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.620574] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41e9264-2e07-47ee-89dc-611cc8d13c9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.628090] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 640.628090] env[69895]: value = "task-3471091" [ 640.628090] env[69895]: _type = "Task" [ 640.628090] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.636446] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.696154] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471088, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.803225] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.806998] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.846968] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.847405] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.847652] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.847934] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.848182] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.848420] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.848746] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.849043] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.849304] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.853025] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.853025] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.853025] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5217393-56c7-426e-9a0c-85f95006126a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.871893] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471089, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.881505] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b202416e-32af-41d3-b4ad-113e6cc58724 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.946318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.950508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.461s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.950508] env[69895]: DEBUG nova.objects.instance [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lazy-loading 'resources' on Instance uuid bb1e2e51-0297-43ca-b6a8-a41410e219b8 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.989440] env[69895]: INFO nova.scheduler.client.report [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Deleted allocations for instance 032b4471-fcd8-402c-98a8-f72519284b48 [ 641.009160] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471087, 'name': PowerOffVM_Task, 'duration_secs': 1.137265} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.009552] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.009725] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.010025] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e60da92-f39f-4dbe-a3bd-8c66a2587280 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.043096] env[69895]: DEBUG nova.network.neutron [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updating instance_info_cache with network_info: [{"id": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "address": "fa:16:3e:40:3c:60", "network": {"id": "5d6f71a6-31e8-49f0-aa63-0c7cd8346993", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-347132019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83768146a2fe49a4aef8e9495df8ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e70ca3a-86", "ovs_interfaceid": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.083593] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471090, 'name': CreateVM_Task, 'duration_secs': 0.3374} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.083796] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.084306] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.084473] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.084817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.085406] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ce835a-10a2-4caf-9473-7bff62dd34e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.096094] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.096375] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.096586] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Deleting the datastore file [datastore2] a9714630-63fc-40ae-959d-d86efa039ff6 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.096977] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 641.096977] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b108e-3a6e-580c-ac26-093afb672c68" [ 641.096977] env[69895]: _type = "Task" [ 641.096977] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.097220] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf310e1-9334-4bed-90e4-7533223b7743 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.109465] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for the task: (returnval){ [ 641.109465] env[69895]: value = "task-3471093" [ 641.109465] env[69895]: _type = "Task" [ 641.109465] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.113737] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b108e-3a6e-580c-ac26-093afb672c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.123107] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.141297] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.196865] env[69895]: DEBUG oslo_vmware.api [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471088, 'name': PowerOnVM_Task, 'duration_secs': 1.266895} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.197451] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.197766] env[69895]: INFO nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Took 7.93 seconds to spawn the instance on the hypervisor. [ 641.198103] env[69895]: DEBUG nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.199034] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc003ceb-a65b-4739-baa2-0c2e3befdfc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.225604] env[69895]: DEBUG nova.compute.manager [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.225604] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ea7c5-4af6-4677-b796-5df6efdb855d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.285172] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Received event network-changed-f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.285172] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Refreshing instance network info cache due to event network-changed-f6ea9b56-e65c-4780-8081-db7a152cacf6. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.285172] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Acquiring lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.285172] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Acquired lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.287130] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Refreshing network info cache for port f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.321370] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "f7b42285-781e-4ace-a575-befaf310196f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.321748] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.322143] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "f7b42285-781e-4ace-a575-befaf310196f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.322395] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.323494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.327059] env[69895]: INFO nova.compute.manager [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Terminating instance [ 641.362169] env[69895]: DEBUG oslo_vmware.api [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471089, 'name': PowerOnVM_Task, 'duration_secs': 1.227668} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.362558] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.362811] env[69895]: INFO nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Took 10.73 seconds to spawn the instance on the hypervisor. [ 641.363472] env[69895]: DEBUG nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.363964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d90924-d273-45d3-8930-7e2d863b6326 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.505219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d29ad36-ed41-471b-9fc6-f61b7078645a tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Lock "032b4471-fcd8-402c-98a8-f72519284b48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.837s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.547174] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Releasing lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.547174] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Instance network_info: |[{"id": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "address": "fa:16:3e:40:3c:60", "network": {"id": "5d6f71a6-31e8-49f0-aa63-0c7cd8346993", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-347132019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83768146a2fe49a4aef8e9495df8ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e70ca3a-86", "ovs_interfaceid": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.552183] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:3c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e70ca3a-86d1-4aae-8f22-77334b17b3f4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.560141] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Creating folder: Project (83768146a2fe49a4aef8e9495df8ef94). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.562432] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ba060e5-63df-4354-b9ac-b0c997c2d5d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.577286] env[69895]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 641.577286] env[69895]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69895) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 641.577286] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Folder already exists: Project (83768146a2fe49a4aef8e9495df8ef94). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 641.577286] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Creating folder: Instances. Parent ref: group-v693806. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.586063] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4f369cd-92b8-4dc3-96ea-5e6148785ed3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.595906] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Created folder: Instances in parent group-v693806. [ 641.596249] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.596470] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.596797] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6751910e-7bb0-414b-a91a-dd85148ada51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.629353] env[69895]: DEBUG oslo_vmware.api [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Task: {'id': task-3471093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444169} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.637979] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.637979] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.637979] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.637979] env[69895]: INFO nova.compute.manager [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Took 2.17 seconds to destroy the instance on the hypervisor. [ 641.637979] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.638197] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.638197] env[69895]: value = "task-3471096" [ 641.638197] env[69895]: _type = "Task" [ 641.638197] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.638335] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b108e-3a6e-580c-ac26-093afb672c68, 'name': SearchDatastore_Task, 'duration_secs': 0.057096} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.643020] env[69895]: DEBUG nova.compute.manager [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.643020] env[69895]: DEBUG nova.network.neutron [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.643020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.643020] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.643937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.643937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.643937] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.648346] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cdb6bd1-3f25-469d-8bdf-f42317fed912 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.654398] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.655258] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ceabd946-b81f-47f3-8faa-1c4c858b5a9e/ceabd946-b81f-47f3-8faa-1c4c858b5a9e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.655472] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.655723] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa6352c-f311-41de-8c83-8fa89d9894b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.664551] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471096, 'name': CreateVM_Task} progress is 15%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.666975] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 641.666975] env[69895]: value = "task-3471097" [ 641.666975] env[69895]: _type = "Task" [ 641.666975] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.667372] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.667372] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.669339] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95526035-78a6-4721-987b-2f0290b8835d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.676816] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 641.676816] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e75c9-8c23-af3d-f84b-14fb8d1e8c72" [ 641.676816] env[69895]: _type = "Task" [ 641.676816] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.680560] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.693924] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e75c9-8c23-af3d-f84b-14fb8d1e8c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.718940] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Successfully updated port: 303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.723807] env[69895]: INFO nova.compute.manager [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Took 23.98 seconds to build instance. [ 641.738680] env[69895]: INFO nova.compute.manager [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] instance snapshotting [ 641.738923] env[69895]: WARNING nova.compute.manager [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 641.744293] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be862391-8ce4-4f62-bedd-f570706f09c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.769679] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df1d81-5163-4a4d-b0f2-73c386d393dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.831794] env[69895]: DEBUG nova.compute.manager [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.832057] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.833448] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764caa0-0e43-408e-a409-8646a9bfba43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.847959] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.848378] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc5df1c-15fc-4103-ba4f-3b9ef0f9b613 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.855361] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 641.855361] env[69895]: value = "task-3471098" [ 641.855361] env[69895]: _type = "Task" [ 641.855361] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.871735] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.890093] env[69895]: INFO nova.compute.manager [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Took 26.62 seconds to build instance. [ 642.088642] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133097c-f05c-4718-97a8-7790ce921a47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.097291] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18775495-50f7-4a0c-a920-4e67163bfeb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.135792] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fa4da-5fa8-431e-817b-81b6e752e2b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.147782] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2694d-be91-40b2-b156-7ca77001e0ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.160243] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471096, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.169695] env[69895]: DEBUG nova.compute.provider_tree [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.179312] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119739} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.180193] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.181243] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c137bf-f6ba-43c6-9278-75533a41098c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.194829] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e75c9-8c23-af3d-f84b-14fb8d1e8c72, 'name': SearchDatastore_Task, 'duration_secs': 0.019136} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.214231] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ceabd946-b81f-47f3-8faa-1c4c858b5a9e/ceabd946-b81f-47f3-8faa-1c4c858b5a9e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.214576] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343bb31b-f7d1-46de-9846-4a5c3aaec529 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.217588] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434f8f83-9eed-4631-8833-097ff535de58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.235689] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.236083] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.237348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-65dff89e-8ff6-49d0-864c-1ee2453180ba tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.350s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.241288] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 642.241288] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a5564-0ba8-2ef0-92d9-b971fac42cf4" [ 642.241288] env[69895]: _type = "Task" [ 642.241288] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.246767] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 642.246767] env[69895]: value = "task-3471099" [ 642.246767] env[69895]: _type = "Task" [ 642.246767] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.254042] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a5564-0ba8-2ef0-92d9-b971fac42cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.260988] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.281735] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 642.282344] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c7d0699-ebf8-45c0-8425-484143432eab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.292588] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 642.292588] env[69895]: value = "task-3471100" [ 642.292588] env[69895]: _type = "Task" [ 642.292588] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.302834] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.369457] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471098, 'name': PowerOffVM_Task, 'duration_secs': 0.437848} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.369457] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.369457] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.369457] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f13de0-b603-4aa5-99f6-92d05e820313 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.399050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.569s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.455917] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.455917] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.455917] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Deleting the datastore file [datastore2] f7b42285-781e-4ace-a575-befaf310196f {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.455917] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79402fe-4c9a-4f51-a09e-8baa3e8c3103 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.464075] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for the task: (returnval){ [ 642.464075] env[69895]: value = "task-3471102" [ 642.464075] env[69895]: _type = "Task" [ 642.464075] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.480656] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.537012] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updated VIF entry in instance network info cache for port f6ea9b56-e65c-4780-8081-db7a152cacf6. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.537530] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updating instance_info_cache with network_info: [{"id": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "address": "fa:16:3e:0c:88:65", "network": {"id": "e12c86e7-7155-4e10-8d94-b77d0f0ea2ad", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-937545576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d160dbf6344fa2b87c7aee35815757", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ea9b56-e6", "ovs_interfaceid": "f6ea9b56-e65c-4780-8081-db7a152cacf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.653544] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471096, 'name': CreateVM_Task, 'duration_secs': 0.69575} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.653821] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.654889] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': 'ead60cff-aad9-4157-93de-bc448d722829', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693809', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'name': 'volume-d693c684-fd99-4149-907a-f8cf065775d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c412e2-353f-4fef-bed7-8879d0286b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'serial': 'd693c684-fd99-4149-907a-f8cf065775d9'}, 'volume_type': None}], 'swap': None} {{(pid=69895) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 642.654889] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Root volume attach. Driver type: vmdk {{(pid=69895) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 642.655642] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a819f5-d68d-4bd0-b7a9-05d0914bcd92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.667071] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a9d5f-387b-40e0-9161-40fc7411f86a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.675639] env[69895]: DEBUG nova.scheduler.client.report [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.679589] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd6b7da-4e57-4ed4-9c78-ddc0210adbc1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687055] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1fc121ff-1d27-49a6-a2e5-c23f476cceb4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.693740] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 642.693740] env[69895]: value = "task-3471103" [ 642.693740] env[69895]: _type = "Task" [ 642.693740] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.702648] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471103, 'name': RelocateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.741360] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.766704] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a5564-0ba8-2ef0-92d9-b971fac42cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.021984} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.767916] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.767916] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.768094] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.768943] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d58c3f-e47d-471d-8294-d5256accdb99 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.778042] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 642.778042] env[69895]: value = "task-3471104" [ 642.778042] env[69895]: _type = "Task" [ 642.778042] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.789415] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.790344] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.803386] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471100, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.905264] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.977029] env[69895]: DEBUG oslo_vmware.api [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Task: {'id': task-3471102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290779} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.977966] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Updating instance_info_cache with network_info: [{"id": "303cfee8-e7c6-49b0-996a-802af54a303d", "address": "fa:16:3e:77:a0:ce", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303cfee8-e7", "ovs_interfaceid": "303cfee8-e7c6-49b0-996a-802af54a303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.979227] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.979422] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.979599] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.979771] env[69895]: INFO nova.compute.manager [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] [instance: f7b42285-781e-4ace-a575-befaf310196f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 642.980724] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.980724] env[69895]: DEBUG nova.compute.manager [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.980724] env[69895]: DEBUG nova.network.neutron [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.985991] env[69895]: DEBUG nova.network.neutron [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.044906] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Releasing lock "refresh_cache-a4a84364-3f05-4be3-9a64-e38f293f0406" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044906] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Received event network-vif-plugged-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.044906] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Acquiring lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.044906] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.044906] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.048324] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] No waiting events found dispatching network-vif-plugged-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.048686] env[69895]: WARNING nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Received unexpected event network-vif-plugged-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 for instance with vm_state building and task_state spawning. [ 643.053225] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Received event network-changed-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.053549] env[69895]: DEBUG nova.compute.manager [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Refreshing instance network info cache due to event network-changed-3e70ca3a-86d1-4aae-8f22-77334b17b3f4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.053823] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Acquiring lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.053983] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Acquired lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.054223] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Refreshing network info cache for port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.184862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.191908] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.863s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.206698] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471103, 'name': RelocateVM_Task, 'duration_secs': 0.492666} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.206983] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 643.207207] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693809', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'name': 'volume-d693c684-fd99-4149-907a-f8cf065775d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c412e2-353f-4fef-bed7-8879d0286b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'serial': 'd693c684-fd99-4149-907a-f8cf065775d9'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 643.208143] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da3b860-ada7-429e-9eaa-36f2240ac6bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.228039] env[69895]: INFO nova.scheduler.client.report [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Deleted allocations for instance bb1e2e51-0297-43ca-b6a8-a41410e219b8 [ 643.235064] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c519ce1-ae02-4304-a156-ac2a5ea6a820 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.273311] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-d693c684-fd99-4149-907a-f8cf065775d9/volume-d693c684-fd99-4149-907a-f8cf065775d9.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.280548] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3eb8821-d616-4df2-a359-6224afe3a35c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.310613] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471099, 'name': ReconfigVM_Task, 'duration_secs': 0.582704} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.312531] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.313240] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ceabd946-b81f-47f3-8faa-1c4c858b5a9e/ceabd946-b81f-47f3-8faa-1c4c858b5a9e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.314260] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 643.314260] env[69895]: value = "task-3471105" [ 643.314260] env[69895]: _type = "Task" [ 643.314260] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.318699] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac789625-7e2e-4a3f-8f04-e98fa0e58939 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.320652] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50313} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.324848] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.325050] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.328957] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a123e1-62a4-4e38-8b7a-2d5dfb020944 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.331040] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471100, 'name': CreateSnapshot_Task, 'duration_secs': 0.866606} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.332582] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 643.332985] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 643.332985] env[69895]: value = "task-3471106" [ 643.332985] env[69895]: _type = "Task" [ 643.332985] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.333885] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45a210-8471-4977-860c-0dc1d8a87ed0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.346366] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 643.346366] env[69895]: value = "task-3471107" [ 643.346366] env[69895]: _type = "Task" [ 643.346366] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.346621] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.360076] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471106, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.364959] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.431886] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.481508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.481894] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Instance network_info: |[{"id": "303cfee8-e7c6-49b0-996a-802af54a303d", "address": "fa:16:3e:77:a0:ce", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303cfee8-e7", "ovs_interfaceid": "303cfee8-e7c6-49b0-996a-802af54a303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.482361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a0:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '303cfee8-e7c6-49b0-996a-802af54a303d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.490810] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating folder: Project (07fec4a0e72c4ea3b2cfc413ffe4b90a). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.491294] env[69895]: INFO nova.compute.manager [-] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Took 1.85 seconds to deallocate network for instance. [ 643.491518] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96eff0ef-e617-4347-9963-a7ffdec44cd2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.502721] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created folder: Project (07fec4a0e72c4ea3b2cfc413ffe4b90a) in parent group-v693805. [ 643.502922] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating folder: Instances. Parent ref: group-v693857. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.503196] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db3ad8a6-01eb-47da-bf36-732fdb1f4e65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.512135] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created folder: Instances in parent group-v693857. [ 643.512420] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.512627] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.512848] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22c8a6d-3e0d-4a66-95b2-039d134e4624 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.535193] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.535193] env[69895]: value = "task-3471110" [ 643.535193] env[69895]: _type = "Task" [ 643.535193] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.544409] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471110, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.705187] env[69895]: INFO nova.compute.claims [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.738291] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Lock "bb1e2e51-0297-43ca-b6a8-a41410e219b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.546s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.797620] env[69895]: DEBUG nova.network.neutron [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.800535] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updated VIF entry in instance network info cache for port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.800649] env[69895]: DEBUG nova.network.neutron [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updating instance_info_cache with network_info: [{"id": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "address": "fa:16:3e:40:3c:60", "network": {"id": "5d6f71a6-31e8-49f0-aa63-0c7cd8346993", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-347132019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83768146a2fe49a4aef8e9495df8ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e70ca3a-86", "ovs_interfaceid": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.832860] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471105, 'name': ReconfigVM_Task, 'duration_secs': 0.352301} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.833205] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-d693c684-fd99-4149-907a-f8cf065775d9/volume-d693c684-fd99-4149-907a-f8cf065775d9.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.839638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3068762e-0dff-4c21-aa9c-03382d1bcf2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.863088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "0aa89c17-e719-47b3-afad-0cfda90cb504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.863405] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.871515] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.876232] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61688a78-89f1-4427-8ff0-c2fc4dddaa45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.880170] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 643.880170] env[69895]: value = "task-3471111" [ 643.880170] env[69895]: _type = "Task" [ 643.880170] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.880170] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471106, 'name': Rename_Task, 'duration_secs': 0.172079} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.880465] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.884557] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab50ee3-7163-4829-903e-8a862067871e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.890842] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 643.890842] env[69895]: value = "task-3471112" [ 643.890842] env[69895]: _type = "Task" [ 643.890842] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.891444] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076531} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.892321] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.896892] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d83ca07-f60c-45d3-bbc9-0c61e680644d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.905200] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 643.905200] env[69895]: value = "task-3471113" [ 643.905200] env[69895]: _type = "Task" [ 643.905200] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.905429] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.931990] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.932366] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471112, 'name': CloneVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.935718] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffd25c6e-38bc-4efc-bd32-4698813ad4d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.955036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.955407] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.956155] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471113, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.962168] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 643.962168] env[69895]: value = "task-3471114" [ 643.962168] env[69895]: _type = "Task" [ 643.962168] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.970963] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.000111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.005934] env[69895]: DEBUG nova.compute.manager [None req-0c6c688d-91bb-429c-beaf-5985238aca78 tempest-ServerDiagnosticsV248Test-204785963 tempest-ServerDiagnosticsV248Test-204785963-project-admin] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.007212] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e7812-f77f-4f04-9628-8ce4326aef6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.013963] env[69895]: INFO nova.compute.manager [None req-0c6c688d-91bb-429c-beaf-5985238aca78 tempest-ServerDiagnosticsV248Test-204785963 tempest-ServerDiagnosticsV248Test-204785963-project-admin] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Retrieving diagnostics [ 644.015094] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f6ef2c-113f-4b85-ae30-684c8ebda19a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.062594] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471110, 'name': CreateVM_Task, 'duration_secs': 0.428536} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.062594] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.062594] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.062594] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.062594] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.062594] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8939705-4d19-44c8-b42d-eb428e0b6e89 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.068114] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 644.068114] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dfaf3a-09c8-a636-f177-cd5fafae2466" [ 644.068114] env[69895]: _type = "Task" [ 644.068114] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.077905] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dfaf3a-09c8-a636-f177-cd5fafae2466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.217137] env[69895]: INFO nova.compute.resource_tracker [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating resource usage from migration f5490b76-b694-4057-a29e-250ca2eef809 [ 644.303698] env[69895]: INFO nova.compute.manager [-] [instance: f7b42285-781e-4ace-a575-befaf310196f] Took 1.32 seconds to deallocate network for instance. [ 644.303698] env[69895]: DEBUG oslo_concurrency.lockutils [req-0c1b0e55-8f10-4db6-86a2-e587885c911c req-ac57a0b3-d2e1-4ee6-9046-adb740fb13bb service nova] Releasing lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.397229] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471111, 'name': ReconfigVM_Task, 'duration_secs': 0.213212} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.401682] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693809', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'name': 'volume-d693c684-fd99-4149-907a-f8cf065775d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c412e2-353f-4fef-bed7-8879d0286b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'serial': 'd693c684-fd99-4149-907a-f8cf065775d9'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 644.402830] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e23c81ca-275a-4d3a-9429-afbbb1fc858c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.411129] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471112, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.418394] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Received event network-vif-plugged-303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.418603] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Acquiring lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.419326] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.419326] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.419326] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] No waiting events found dispatching network-vif-plugged-303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.419485] env[69895]: WARNING nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Received unexpected event network-vif-plugged-303cfee8-e7c6-49b0-996a-802af54a303d for instance with vm_state building and task_state spawning. [ 644.419535] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Received event network-changed-303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.419662] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Refreshing instance network info cache due to event network-changed-303cfee8-e7c6-49b0-996a-802af54a303d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.419836] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Acquiring lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.420761] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Acquired lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.420761] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Refreshing network info cache for port 303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.425417] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 644.425417] env[69895]: value = "task-3471115" [ 644.425417] env[69895]: _type = "Task" [ 644.425417] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.441511] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471113, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.446522] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471115, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.473125] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.583130] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dfaf3a-09c8-a636-f177-cd5fafae2466, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.586308] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.586943] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.586943] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.586943] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.587198] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.587614] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ac2de0-a2c9-4935-aef7-15dcaf24b6af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600261] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.600261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.603304] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57122d10-d3c9-4820-ae03-19fcab466b4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.609779] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 644.609779] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523ec940-e938-86e0-fa59-028bde6facf0" [ 644.609779] env[69895]: _type = "Task" [ 644.609779] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.618996] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523ec940-e938-86e0-fa59-028bde6facf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.737214] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695149e8-ddd4-4f31-a030-5c51935f0b32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.747104] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4b0c4-dd97-42e6-bf2f-f49f3b5d1cf8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.782182] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db3bb83-b6b6-431f-9131-2c81040cc8fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.792517] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba9f368-407b-4b33-be84-c09a08b57b74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.808278] env[69895]: DEBUG nova.compute.provider_tree [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.813658] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.902854] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471112, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.919855] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471113, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.941814] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471115, 'name': Rename_Task, 'duration_secs': 0.314385} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.941814] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.941814] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe0eca4c-0724-45fc-b998-668f79eb1a15 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.948460] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 644.948460] env[69895]: value = "task-3471116" [ 644.948460] env[69895]: _type = "Task" [ 644.948460] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.956784] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.971463] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471114, 'name': ReconfigVM_Task, 'duration_secs': 0.762162} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.972626] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 1e74eb41-3368-47e2-a17f-2a239b873b67/1e74eb41-3368-47e2-a17f-2a239b873b67.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.972626] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f84fd55-e92c-4530-8cd4-5ad06bae30a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.980527] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 644.980527] env[69895]: value = "task-3471117" [ 644.980527] env[69895]: _type = "Task" [ 644.980527] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.987918] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471117, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.131416] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523ec940-e938-86e0-fa59-028bde6facf0, 'name': SearchDatastore_Task, 'duration_secs': 0.013306} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.136740] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ed09e2-25e0-40ef-a671-448a9f9d6175 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.146091] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 645.146091] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ae695b-52d0-e6df-4f1e-a718566a84d0" [ 645.146091] env[69895]: _type = "Task" [ 645.146091] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.154526] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ae695b-52d0-e6df-4f1e-a718566a84d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.226042] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Updated VIF entry in instance network info cache for port 303cfee8-e7c6-49b0-996a-802af54a303d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.226956] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Updating instance_info_cache with network_info: [{"id": "303cfee8-e7c6-49b0-996a-802af54a303d", "address": "fa:16:3e:77:a0:ce", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303cfee8-e7", "ovs_interfaceid": "303cfee8-e7c6-49b0-996a-802af54a303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.311357] env[69895]: DEBUG nova.scheduler.client.report [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.406203] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471112, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.421163] env[69895]: DEBUG oslo_vmware.api [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471113, 'name': PowerOnVM_Task, 'duration_secs': 1.244712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.421978] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.422179] env[69895]: INFO nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 645.422375] env[69895]: DEBUG nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.423250] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0620eec-3bbd-46dd-884a-fc5f1cc4aa8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.463037] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471116, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.489046] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471117, 'name': Rename_Task, 'duration_secs': 0.150743} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.489046] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.489046] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee991470-71b2-4e17-8f55-2ef6aa83359a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.497792] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Waiting for the task: (returnval){ [ 645.497792] env[69895]: value = "task-3471118" [ 645.497792] env[69895]: _type = "Task" [ 645.497792] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.505050] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.659273] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ae695b-52d0-e6df-4f1e-a718566a84d0, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.659507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.659768] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 06d30534-b9cb-4d8b-8a70-3a0941d5c718/06d30534-b9cb-4d8b-8a70-3a0941d5c718.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.660045] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d893a43a-e575-4a9e-bc8c-e1efa0837573 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.668909] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 645.668909] env[69895]: value = "task-3471119" [ 645.668909] env[69895]: _type = "Task" [ 645.668909] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.681536] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.730425] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Releasing lock "refresh_cache-06d30534-b9cb-4d8b-8a70-3a0941d5c718" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730715] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Received event network-changed-d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.731299] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Refreshing instance network info cache due to event network-changed-d9b47264-7e83-4164-a3d7-2921e2c7a97e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.731299] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Acquiring lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.731587] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Acquired lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.731587] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Refreshing network info cache for port d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.818904] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.627s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.819386] env[69895]: INFO nova.compute.manager [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Migrating [ 645.819519] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.820484] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.823702] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.027s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.825053] env[69895]: INFO nova.compute.claims [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.906139] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471112, 'name': CloneVM_Task, 'duration_secs': 1.934154} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.906461] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Created linked-clone VM from snapshot [ 645.907594] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7aa29b-64f8-4e0d-be5c-77e58ff7163d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.921353] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Uploading image cc60bb8e-b696-4032-9cd0-235962094888 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.946036] env[69895]: INFO nova.compute.manager [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Took 27.16 seconds to build instance. [ 645.961273] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 645.961273] env[69895]: value = "vm-693860" [ 645.961273] env[69895]: _type = "VirtualMachine" [ 645.961273] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 645.961601] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a8cdcaa-ec5a-4345-9726-a5556331f3c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.967401] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471116, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.973933] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease: (returnval){ [ 645.973933] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3f8a-d9bb-17be-ca06-7b71a455a034" [ 645.973933] env[69895]: _type = "HttpNfcLease" [ 645.973933] env[69895]: } obtained for exporting VM: (result){ [ 645.973933] env[69895]: value = "vm-693860" [ 645.973933] env[69895]: _type = "VirtualMachine" [ 645.973933] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 645.974904] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the lease: (returnval){ [ 645.974904] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3f8a-d9bb-17be-ca06-7b71a455a034" [ 645.974904] env[69895]: _type = "HttpNfcLease" [ 645.974904] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 645.984723] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.984723] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3f8a-d9bb-17be-ca06-7b71a455a034" [ 645.984723] env[69895]: _type = "HttpNfcLease" [ 645.984723] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 646.008095] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.188148] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471119, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.330236] env[69895]: INFO nova.compute.rpcapi [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 646.330901] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.449625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58196c5c-f29a-433c-9069-5558b6fc5ae8 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.513s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.466395] env[69895]: DEBUG oslo_vmware.api [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471116, 'name': PowerOnVM_Task, 'duration_secs': 1.41381} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.467766] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.468091] env[69895]: INFO nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Took 6.02 seconds to spawn the instance on the hypervisor. [ 646.468273] env[69895]: DEBUG nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.469431] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e40311-029d-4b30-be0d-44b522442060 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.490991] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 646.490991] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3f8a-d9bb-17be-ca06-7b71a455a034" [ 646.490991] env[69895]: _type = "HttpNfcLease" [ 646.490991] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 646.492703] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 646.492703] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3f8a-d9bb-17be-ca06-7b71a455a034" [ 646.492703] env[69895]: _type = "HttpNfcLease" [ 646.492703] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 646.494177] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6fe45-88a7-4281-b5ce-d911653087c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.508612] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 646.508798] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 646.513842] env[69895]: DEBUG oslo_vmware.api [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Task: {'id': task-3471118, 'name': PowerOnVM_Task, 'duration_secs': 0.83794} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.515057] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.515243] env[69895]: DEBUG nova.compute.manager [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.578406] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9d95a-6eca-4789-87d8-d0a19e0544e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.682874] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590298} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.683153] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 06d30534-b9cb-4d8b-8a70-3a0941d5c718/06d30534-b9cb-4d8b-8a70-3a0941d5c718.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.683359] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.683601] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1c1f9eb-88e2-430a-aabf-8165d44164ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.691593] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20da55a9-2d5a-4522-ac65-62e915be1d19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.693050] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 646.693050] env[69895]: value = "task-3471121" [ 646.693050] env[69895]: _type = "Task" [ 646.693050] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.710984] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.860650] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.860955] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861075] env[69895]: DEBUG nova.network.neutron [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.957522] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.965959] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updated VIF entry in instance network info cache for port d9b47264-7e83-4164-a3d7-2921e2c7a97e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.966771] env[69895]: DEBUG nova.network.neutron [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updating instance_info_cache with network_info: [{"id": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "address": "fa:16:3e:94:6e:2e", "network": {"id": "c3d8745e-5f29-4eca-978b-082ef45e4a6b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1275043664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6deaa4c40d24ea5a47e430e7d62e854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b47264-7e", "ovs_interfaceid": "d9b47264-7e83-4164-a3d7-2921e2c7a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.003642] env[69895]: INFO nova.compute.manager [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Took 27.12 seconds to build instance. [ 647.106029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.121035] env[69895]: DEBUG nova.compute.manager [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Received event network-changed-f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.121035] env[69895]: DEBUG nova.compute.manager [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Refreshing instance network info cache due to event network-changed-f50e8d33-a588-4670-a76e-7fb69633f930. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.121035] env[69895]: DEBUG oslo_concurrency.lockutils [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] Acquiring lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.121823] env[69895]: DEBUG oslo_concurrency.lockutils [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] Acquired lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.121823] env[69895]: DEBUG nova.network.neutron [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Refreshing network info cache for port f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.204645] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070484} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.205169] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.206272] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468932ea-f93e-4d78-801e-4237d80ecafd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.246761] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 06d30534-b9cb-4d8b-8a70-3a0941d5c718/06d30534-b9cb-4d8b-8a70-3a0941d5c718.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.250217] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c2cd66-3b68-404b-9390-638eac583641 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.279774] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 647.279774] env[69895]: value = "task-3471122" [ 647.279774] env[69895]: _type = "Task" [ 647.279774] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.295548] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.472469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.472723] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.473214] env[69895]: DEBUG oslo_concurrency.lockutils [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] Releasing lock "refresh_cache-2bf15903-2275-4635-8d3b-a85568afe49f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.474020] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Received event network-vif-deleted-ccf22064-5b8b-45d7-93c0-c043737d2c62 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.474020] env[69895]: DEBUG nova.compute.manager [req-20507a11-7894-41d9-a9cd-ddf91ec9a613 req-04c8d7c8-b09d-4ba7-aa0a-fd9b47d5cc80 service nova] [instance: f7b42285-781e-4ace-a575-befaf310196f] Received event network-vif-deleted-8f21ab0b-731c-4641-b091-b428595ae631 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.494374] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.509142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0e5a727f-a7d5-4667-931d-e90cf5ca646a tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.567s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.523737] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4566a7fa-cd47-43f2-8480-de132473b24b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.533017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c64ae9-03da-47f6-9099-a4895f4565f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.573717] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e2c76-423f-451b-96a2-0aa94ddab111 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.582554] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9038ff6-40b2-4a5a-9333-50f6afdec3a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.600168] env[69895]: DEBUG nova.compute.provider_tree [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.790865] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471122, 'name': ReconfigVM_Task, 'duration_secs': 0.488425} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.793693] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 06d30534-b9cb-4d8b-8a70-3a0941d5c718/06d30534-b9cb-4d8b-8a70-3a0941d5c718.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.795160] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4a1c14e-561d-4b1a-a4cc-52c0ce02677a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.802130] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 647.802130] env[69895]: value = "task-3471123" [ 647.802130] env[69895]: _type = "Task" [ 647.802130] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.811239] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471123, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.813977] env[69895]: DEBUG nova.network.neutron [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.991534] env[69895]: DEBUG nova.network.neutron [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updated VIF entry in instance network info cache for port f50e8d33-a588-4670-a76e-7fb69633f930. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.991534] env[69895]: DEBUG nova.network.neutron [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updating instance_info_cache with network_info: [{"id": "f50e8d33-a588-4670-a76e-7fb69633f930", "address": "fa:16:3e:3b:43:18", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50e8d33-a5", "ovs_interfaceid": "f50e8d33-a588-4670-a76e-7fb69633f930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.014737] env[69895]: DEBUG nova.compute.manager [None req-1d660ccb-a078-425c-9585-b17bdbc5383f tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 5c609a7f-2e4a-49f4-af19-e2e7f97a3605] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.108198] env[69895]: DEBUG nova.scheduler.client.report [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.315464] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471123, 'name': Rename_Task, 'duration_secs': 0.174992} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.315755] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.316021] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc6abcf5-41aa-4387-a20e-59e8c7fb520c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.323744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.325782] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 648.325782] env[69895]: value = "task-3471124" [ 648.325782] env[69895]: _type = "Task" [ 648.325782] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.340556] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.494288] env[69895]: DEBUG oslo_concurrency.lockutils [req-2b7c20ea-9d5f-4e02-9009-9952e6f66857 req-e18c26e7-f3d0-4ced-b1a4-16b23a8efc2a service nova] Releasing lock "refresh_cache-770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.522860] env[69895]: DEBUG nova.compute.manager [None req-1d660ccb-a078-425c-9585-b17bdbc5383f tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 5c609a7f-2e4a-49f4-af19-e2e7f97a3605] Instance disappeared before build. {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 648.615122] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.615751] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.618418] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.858s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.622034] env[69895]: INFO nova.compute.claims [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.841855] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.045599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d660ccb-a078-425c-9585-b17bdbc5383f tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "5c609a7f-2e4a-49f4-af19-e2e7f97a3605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.370s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.125903] env[69895]: DEBUG nova.compute.utils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.129641] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.130027] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.203210] env[69895]: DEBUG nova.policy [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea4ec89fc8d442197279456dce5de01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07fec4a0e72c4ea3b2cfc413ffe4b90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.349993] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.548394] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.633209] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.722293] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Successfully created port: 4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.846132] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.847440] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa467028-1901-49e5-af6a-278f76814458 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.870396] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.072951] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.177604] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6184fd39-6a24-484f-8fda-85fa3c47099e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.187471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59276c1-5bca-4270-a8ef-8f8a20b834f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.222050] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0a482-e29c-499b-a83b-f7f15305386f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.229098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b64d918-a16d-4566-94e1-f7b86489f32e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.244919] env[69895]: DEBUG nova.compute.provider_tree [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.344072] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.381052] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.381052] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9061694c-02b6-4cdc-b885-c375d4d77a8d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.390348] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 650.390348] env[69895]: value = "task-3471125" [ 650.390348] env[69895]: _type = "Task" [ 650.390348] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.403456] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.495764] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "1e74eb41-3368-47e2-a17f-2a239b873b67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.496053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.496280] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "1e74eb41-3368-47e2-a17f-2a239b873b67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.496495] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.496681] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.499927] env[69895]: INFO nova.compute.manager [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Terminating instance [ 650.646941] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.684021] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.684833] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.684833] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.684833] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.684833] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.685052] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.685437] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.685437] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.685639] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.685876] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.686027] env[69895]: DEBUG nova.virt.hardware [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.687137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36313c7-dc48-49f2-9576-595735cd3c0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.696324] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5712f4-93b3-445e-bc39-4779306d9f85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.748050] env[69895]: DEBUG nova.scheduler.client.report [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.843258] env[69895]: DEBUG nova.compute.manager [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Received event network-changed-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.843258] env[69895]: DEBUG nova.compute.manager [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Refreshing instance network info cache due to event network-changed-3e70ca3a-86d1-4aae-8f22-77334b17b3f4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.843258] env[69895]: DEBUG oslo_concurrency.lockutils [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] Acquiring lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.843258] env[69895]: DEBUG oslo_concurrency.lockutils [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] Acquired lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.843258] env[69895]: DEBUG nova.network.neutron [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Refreshing network info cache for port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.858885] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.903787] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471125, 'name': PowerOffVM_Task, 'duration_secs': 0.273088} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.904117] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.904314] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.007720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "refresh_cache-1e74eb41-3368-47e2-a17f-2a239b873b67" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.007936] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquired lock "refresh_cache-1e74eb41-3368-47e2-a17f-2a239b873b67" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.008177] env[69895]: DEBUG nova.network.neutron [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.099025] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "040f1d17-73f4-44a1-9302-d67de3eac768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.099025] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.256477] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.259105] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.261664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.208s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.262997] env[69895]: DEBUG nova.objects.instance [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 651.290136] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.290412] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.290629] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.290815] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.291020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.297017] env[69895]: INFO nova.compute.manager [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Terminating instance [ 651.351760] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.414853] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.415700] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.415700] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.415700] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.415700] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.415936] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.415980] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.416149] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.416313] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.416516] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.416691] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.424823] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c923d9f-68fe-4a58-8837-f9d693b293c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.442728] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 651.442728] env[69895]: value = "task-3471126" [ 651.442728] env[69895]: _type = "Task" [ 651.442728] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.453246] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.530392] env[69895]: DEBUG nova.network.neutron [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.618964] env[69895]: DEBUG nova.network.neutron [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.651647] env[69895]: DEBUG nova.compute.manager [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Received event network-vif-plugged-4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.652215] env[69895]: DEBUG oslo_concurrency.lockutils [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] Acquiring lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.652215] env[69895]: DEBUG oslo_concurrency.lockutils [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] Lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.655218] env[69895]: DEBUG oslo_concurrency.lockutils [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] Lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.655218] env[69895]: DEBUG nova.compute.manager [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] No waiting events found dispatching network-vif-plugged-4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.655218] env[69895]: WARNING nova.compute.manager [req-0e1bea57-7d9f-451f-aba2-9ffad99d5779 req-781adedb-3fe8-457b-835a-587516e8aba5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Received unexpected event network-vif-plugged-4d0924c7-e527-4e04-a1f1-aa22236c1321 for instance with vm_state building and task_state spawning. [ 651.769529] env[69895]: DEBUG nova.compute.utils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.776588] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.776740] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.800839] env[69895]: DEBUG nova.compute.manager [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.801809] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.802488] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169e2923-258c-4913-9c57-5e1fd4f5c3ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.810900] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Successfully updated port: 4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.817340] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.817629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8b14dae-98c8-48c5-8904-5365ef2891ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.829353] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 651.829353] env[69895]: value = "task-3471127" [ 651.829353] env[69895]: _type = "Task" [ 651.829353] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.831090] env[69895]: DEBUG nova.policy [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5feabbc22d5841cebbd8dd9d1c4cd0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97b2c9541bfa49d3b4ab325eb4c215e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.846555] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.851467] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.880288] env[69895]: DEBUG nova.network.neutron [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updated VIF entry in instance network info cache for port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.880639] env[69895]: DEBUG nova.network.neutron [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updating instance_info_cache with network_info: [{"id": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "address": "fa:16:3e:40:3c:60", "network": {"id": "5d6f71a6-31e8-49f0-aa63-0c7cd8346993", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-347132019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83768146a2fe49a4aef8e9495df8ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e70ca3a-86", "ovs_interfaceid": "3e70ca3a-86d1-4aae-8f22-77334b17b3f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.959035] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471126, 'name': ReconfigVM_Task, 'duration_secs': 0.270093} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.965612] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.126113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Releasing lock "refresh_cache-1e74eb41-3368-47e2-a17f-2a239b873b67" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.126113] env[69895]: DEBUG nova.compute.manager [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.126113] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.126847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb589e2c-c9d5-4ff6-9142-9f7417465521 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.139277] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.139566] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9bcd27-e4dd-4e37-8c14-7a61b55b7092 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.147432] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 652.147432] env[69895]: value = "task-3471128" [ 652.147432] env[69895]: _type = "Task" [ 652.147432] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.164388] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.278380] env[69895]: DEBUG oslo_concurrency.lockutils [None req-372a02e4-9c6b-41a9-a535-d533b0883694 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.280043] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.282938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.183s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.285858] env[69895]: INFO nova.compute.claims [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.312825] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.312994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.313164] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.358984] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471127, 'name': PowerOffVM_Task, 'duration_secs': 0.266331} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.359310] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471124, 'name': PowerOnVM_Task, 'duration_secs': 3.679797} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.359547] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.360310] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.360310] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.360310] env[69895]: INFO nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Took 11.56 seconds to spawn the instance on the hypervisor. [ 652.360310] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.361234] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83dc4930-7522-4290-8cb0-cb19f238b0fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.363466] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ce01f-232a-4d11-9bcb-478567397aac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.383687] env[69895]: DEBUG oslo_concurrency.lockutils [req-50f46601-6598-4c00-b398-98a019f4a85a req-ae57ab08-1012-4b1c-9fd2-0b81b029d8b0 service nova] Releasing lock "refresh_cache-33c412e2-353f-4fef-bed7-8879d0286b19" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.475373] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.475373] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.475373] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.475373] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.475583] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.475583] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.475583] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.476868] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.477656] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.480797] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.480797] env[69895]: DEBUG nova.virt.hardware [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.485602] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 652.486724] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67079d06-a44b-48aa-a180-887c312c4a47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.505989] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.506154] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.506516] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Deleting the datastore file [datastore1] ceabd946-b81f-47f3-8faa-1c4c858b5a9e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.507319] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0723e374-738d-48a1-b835-72a23bb466ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.512945] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 652.512945] env[69895]: value = "task-3471130" [ 652.512945] env[69895]: _type = "Task" [ 652.512945] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.518807] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for the task: (returnval){ [ 652.518807] env[69895]: value = "task-3471131" [ 652.518807] env[69895]: _type = "Task" [ 652.518807] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.525624] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.532184] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.564746] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Successfully created port: 5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.660909] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471128, 'name': PowerOffVM_Task, 'duration_secs': 0.296877} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.661495] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.663084] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.663084] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f608225d-2c01-451b-9cf9-1529a2ef7f97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.687777] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.688547] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.688547] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleting the datastore file [datastore1] 1e74eb41-3368-47e2-a17f-2a239b873b67 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.688547] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55b10769-9ec3-4ccb-aed0-dd65aac002d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.696238] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for the task: (returnval){ [ 652.696238] env[69895]: value = "task-3471133" [ 652.696238] env[69895]: _type = "Task" [ 652.696238] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.706927] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.873233] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.894552] env[69895]: INFO nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Took 29.65 seconds to build instance. [ 653.023808] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471130, 'name': ReconfigVM_Task, 'duration_secs': 0.295457} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.028029] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 653.028157] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa5bf49-bfb6-4822-9ea3-17b252ef2c12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.038491] env[69895]: DEBUG oslo_vmware.api [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Task: {'id': task-3471131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268547} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.055696] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.055931] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.056120] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.056295] env[69895]: INFO nova.compute.manager [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 653.056585] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.064998] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.065436] env[69895]: DEBUG nova.compute.manager [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.065760] env[69895]: DEBUG nova.network.neutron [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.067713] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d238b7-9cce-4dde-b939-377b2a2d2ae0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.090784] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 653.090784] env[69895]: value = "task-3471134" [ 653.090784] env[69895]: _type = "Task" [ 653.090784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.102015] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.118491] env[69895]: DEBUG nova.network.neutron [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Updating instance_info_cache with network_info: [{"id": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "address": "fa:16:3e:a9:05:03", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0924c7-e5", "ovs_interfaceid": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.214173] env[69895]: DEBUG oslo_vmware.api [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Task: {'id': task-3471133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199499} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.216924] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.217149] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.217323] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.217491] env[69895]: INFO nova.compute.manager [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Took 1.09 seconds to destroy the instance on the hypervisor. [ 653.217766] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.217933] env[69895]: DEBUG nova.compute.manager [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.218038] env[69895]: DEBUG nova.network.neutron [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.266196] env[69895]: DEBUG nova.network.neutron [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.303286] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.340641] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.341278] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.342938] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.343203] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.343466] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.343530] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.343800] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.343986] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.344724] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.344724] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.344724] env[69895]: DEBUG nova.virt.hardware [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.346541] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450cf1f-7acc-4980-af61-d7a6ca844f0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.363884] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4298922a-e7ca-4187-ba25-c578cb8ed91f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.635s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.605611] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.625269] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.625269] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Instance network_info: |[{"id": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "address": "fa:16:3e:a9:05:03", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0924c7-e5", "ovs_interfaceid": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.625639] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:05:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d0924c7-e527-4e04-a1f1-aa22236c1321', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.633804] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.633972] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.634615] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca2be6c-5c3d-4a33-b14b-03c05b279279 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.658529] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.658529] env[69895]: value = "task-3471135" [ 653.658529] env[69895]: _type = "Task" [ 653.658529] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.667188] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471135, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.770076] env[69895]: DEBUG nova.network.neutron [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.899591] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.935351] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2a399-5416-4fd2-b1a8-cb0e0f7de793 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.943896] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fdd20-4a55-4a8f-adaf-96d41308ee6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.982039] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d12769-d579-406f-800e-b472ed320a84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.987792] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4c180-42f9-49d2-bddc-8bbb933fefc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.002540] env[69895]: DEBUG nova.compute.provider_tree [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.057943] env[69895]: DEBUG nova.compute.manager [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Received event network-changed-4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.058058] env[69895]: DEBUG nova.compute.manager [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Refreshing instance network info cache due to event network-changed-4d0924c7-e527-4e04-a1f1-aa22236c1321. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.058787] env[69895]: DEBUG oslo_concurrency.lockutils [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] Acquiring lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.059045] env[69895]: DEBUG oslo_concurrency.lockutils [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] Acquired lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.059208] env[69895]: DEBUG nova.network.neutron [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Refreshing network info cache for port 4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.081384] env[69895]: DEBUG nova.network.neutron [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.111206] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471134, 'name': ReconfigVM_Task, 'duration_secs': 0.665149} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.111779] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce/56f6e706-fab6-4a88-94f1-dd371d165fce.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.112321] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.170617] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471135, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.278364] env[69895]: INFO nova.compute.manager [-] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Took 1.06 seconds to deallocate network for instance. [ 654.431884] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.505631] env[69895]: DEBUG nova.scheduler.client.report [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.572705] env[69895]: DEBUG nova.objects.instance [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lazy-loading 'flavor' on Instance uuid f2f6633f-3356-49d2-91a8-840284285eb4 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.587373] env[69895]: INFO nova.compute.manager [-] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Took 1.52 seconds to deallocate network for instance. [ 654.625591] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc95464-c931-4cdb-a57f-b92a92058fb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.648543] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed4e12-fd62-40b3-bb46-48d8bb33b1a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.668152] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.679937] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471135, 'name': CreateVM_Task, 'duration_secs': 0.541934} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.680359] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.680930] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.681114] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.681697] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.681982] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355f943d-f1b2-46c5-8bdd-04f5f935d3df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.689243] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 654.689243] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e79f05-8f55-c423-eb32-ed70e5684af2" [ 654.689243] env[69895]: _type = "Task" [ 654.689243] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.700708] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e79f05-8f55-c423-eb32-ed70e5684af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.785364] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.849560] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Successfully updated port: 5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.972383] env[69895]: DEBUG nova.network.neutron [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Updated VIF entry in instance network info cache for port 4d0924c7-e527-4e04-a1f1-aa22236c1321. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.972645] env[69895]: DEBUG nova.network.neutron [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Updating instance_info_cache with network_info: [{"id": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "address": "fa:16:3e:a9:05:03", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0924c7-e5", "ovs_interfaceid": "4d0924c7-e527-4e04-a1f1-aa22236c1321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.013544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.014109] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.017210] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.262s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.018069] env[69895]: INFO nova.compute.claims [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.061856] env[69895]: DEBUG nova.compute.manager [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Received event network-vif-plugged-5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.062155] env[69895]: DEBUG oslo_concurrency.lockutils [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] Acquiring lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.062568] env[69895]: DEBUG oslo_concurrency.lockutils [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.062568] env[69895]: DEBUG oslo_concurrency.lockutils [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.063712] env[69895]: DEBUG nova.compute.manager [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] No waiting events found dispatching network-vif-plugged-5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.063712] env[69895]: WARNING nova.compute.manager [req-0db25d0a-039d-4489-8221-d904bf378367 req-305a95fa-673d-4978-9290-6cc994eabbe9 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Received unexpected event network-vif-plugged-5b719340-4c62-4430-b370-188fc2e69370 for instance with vm_state building and task_state spawning. [ 655.078747] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.079175] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093497] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.096662] env[69895]: DEBUG nova.compute.manager [None req-4618c683-e0d8-48f0-965f-6a45e735f1c9 tempest-ServerDiagnosticsV248Test-204785963 tempest-ServerDiagnosticsV248Test-204785963-project-admin] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.097816] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a3bde-db91-4a03-bd44-d9bc52ad8c9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.106855] env[69895]: INFO nova.compute.manager [None req-4618c683-e0d8-48f0-965f-6a45e735f1c9 tempest-ServerDiagnosticsV248Test-204785963 tempest-ServerDiagnosticsV248Test-204785963-project-admin] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Retrieving diagnostics [ 655.107748] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f07b10c-fb05-4aab-a8d2-46c49d659c61 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.200728] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e79f05-8f55-c423-eb32-ed70e5684af2, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.201076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.201318] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.201564] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.201720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.201943] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.202310] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb79255-b1d7-4ae3-8258-b41ba3f736fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.215361] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.215580] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.216659] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5829f3-aa1b-4546-94f4-868f4311e72f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.222361] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 655.222361] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3d67-41c3-e2fa-6611-04edd2521753" [ 655.222361] env[69895]: _type = "Task" [ 655.222361] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.231620] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3d67-41c3-e2fa-6611-04edd2521753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.232631] env[69895]: DEBUG nova.network.neutron [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Port 389192c6-b097-462f-9bb9-302564febbdc binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 655.352230] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.352617] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquired lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.352617] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.478409] env[69895]: DEBUG oslo_concurrency.lockutils [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] Releasing lock "refresh_cache-536ed049-9557-47b4-939b-158c1d2a87b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.478409] env[69895]: DEBUG nova.compute.manager [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Received event network-vif-deleted-5e3f9e59-af87-4722-864e-4c9be5ee7440 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.478409] env[69895]: INFO nova.compute.manager [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Neutron deleted interface 5e3f9e59-af87-4722-864e-4c9be5ee7440; detaching it from the instance and deleting it from the info cache [ 655.478409] env[69895]: DEBUG nova.network.neutron [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.527461] env[69895]: DEBUG nova.compute.utils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.529142] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.529316] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.590271] env[69895]: DEBUG nova.policy [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '349ad79032744e13b267c7d5d2f322e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90153f3f91554b8d80b8654eb12c9677', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.670351] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.670785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.746234] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529d3d67-41c3-e2fa-6611-04edd2521753, 'name': SearchDatastore_Task, 'duration_secs': 0.019494} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.747405] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae589ba9-9a2c-4bf9-bdd0-5338bf042194 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.755229] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 655.755229] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524ec9ea-45f2-912d-3baa-09a3c4d654d4" [ 655.755229] env[69895]: _type = "Task" [ 655.755229] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.765674] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524ec9ea-45f2-912d-3baa-09a3c4d654d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.913097] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.984626] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c0608cc-4fe8-491d-a83e-8140a3acf1ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.997940] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 656.001527] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc46952c-abeb-4ce2-9d82-79595ea79f5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.022019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c44bb-8b2d-467d-8725-e7aa8849d8cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.039557] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.042344] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 656.042524] env[69895]: ERROR oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk due to incomplete transfer. [ 656.059631] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-964e9a4b-3807-44a6-8f5e-7d12f0a6584f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.063174] env[69895]: DEBUG nova.compute.manager [req-001f2042-cc1b-4988-8ff2-c3dc4a4e310e req-f21fad6a-8973-4b87-a503-aa02c358e7c5 service nova] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Detach interface failed, port_id=5e3f9e59-af87-4722-864e-4c9be5ee7440, reason: Instance ceabd946-b81f-47f3-8faa-1c4c858b5a9e could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 656.070703] env[69895]: DEBUG oslo_vmware.rw_handles [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad49a3-ac3d-a4da-fbec-0a9ce16fa833/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 656.070703] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Uploaded image cc60bb8e-b696-4032-9cd0-235962094888 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 656.072859] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 656.074638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57f86ec6-2634-4249-a549-3e248160153b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.077282] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Successfully created port: 58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.081388] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 656.081388] env[69895]: value = "task-3471136" [ 656.081388] env[69895]: _type = "Task" [ 656.081388] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.098092] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471136, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.141291] env[69895]: DEBUG nova.network.neutron [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.276703] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524ec9ea-45f2-912d-3baa-09a3c4d654d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016017} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.276703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.277171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.277272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.278517] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.279772] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 536ed049-9557-47b4-939b-158c1d2a87b5/536ed049-9557-47b4-939b-158c1d2a87b5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.279772] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9196ef5a-1774-491a-9875-fcd1a944f078 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.290972] env[69895]: DEBUG nova.network.neutron [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updating instance_info_cache with network_info: [{"id": "5b719340-4c62-4430-b370-188fc2e69370", "address": "fa:16:3e:57:de:1c", "network": {"id": "505bbb3c-f5f1-4bd7-8e5f-50b0986f232c", "bridge": "br-int", "label": "tempest-ServersTestJSON-602101237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97b2c9541bfa49d3b4ab325eb4c215e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b719340-4c", "ovs_interfaceid": "5b719340-4c62-4430-b370-188fc2e69370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.295746] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 656.295746] env[69895]: value = "task-3471137" [ 656.295746] env[69895]: _type = "Task" [ 656.295746] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.306714] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.574837] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.575152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.575511] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "27c1e568-4fe8-467a-b3a6-04c42ece1515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.575511] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.575657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.585954] env[69895]: INFO nova.compute.manager [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Terminating instance [ 656.605523] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471136, 'name': Destroy_Task, 'duration_secs': 0.36016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.606585] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Destroyed the VM [ 656.606934] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.607264] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00312cd9-dc88-4b85-b90e-eb4c90c00470 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.620735] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 656.620735] env[69895]: value = "task-3471138" [ 656.620735] env[69895]: _type = "Task" [ 656.620735] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.633280] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.727218] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b65f86-2efb-4a4b-aeb2-49bfad90e152 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.743802] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c39d39-ae5f-41dc-87e9-b4744c1ae574 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.751129] env[69895]: DEBUG nova.compute.manager [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-changed-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.751129] env[69895]: DEBUG nova.compute.manager [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing instance network info cache due to event network-changed-2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.751461] env[69895]: DEBUG oslo_concurrency.lockutils [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.788274] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052a41b-f6fb-44e2-8af9-7c36b600b77b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.799619] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Releasing lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.799619] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Instance network_info: |[{"id": "5b719340-4c62-4430-b370-188fc2e69370", "address": "fa:16:3e:57:de:1c", "network": {"id": "505bbb3c-f5f1-4bd7-8e5f-50b0986f232c", "bridge": "br-int", "label": "tempest-ServersTestJSON-602101237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97b2c9541bfa49d3b4ab325eb4c215e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b719340-4c", "ovs_interfaceid": "5b719340-4c62-4430-b370-188fc2e69370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.800105] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:de:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b719340-4c62-4430-b370-188fc2e69370', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.809417] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Creating folder: Project (97b2c9541bfa49d3b4ab325eb4c215e6). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.812911] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad7e56-648d-439f-8814-c3ec1e63391d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.817835] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60b6ada7-b27b-4a9c-a66e-d1b361442591 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.840656] env[69895]: DEBUG nova.compute.provider_tree [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.845994] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Created folder: Project (97b2c9541bfa49d3b4ab325eb4c215e6) in parent group-v693805. [ 656.846422] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Creating folder: Instances. Parent ref: group-v693862. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.846689] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471137, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.846777] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dc0d9e1-7d98-41f7-af0a-ee9917fe452d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866521] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Created folder: Instances in parent group-v693862. [ 656.866818] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.867063] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.867302] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d3be27-27c1-4d7e-96bb-2dc9bd7470e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.891710] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.891710] env[69895]: value = "task-3471141" [ 656.891710] env[69895]: _type = "Task" [ 656.891710] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.903190] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471141, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.065837] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.092493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "refresh_cache-27c1e568-4fe8-467a-b3a6-04c42ece1515" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.092493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquired lock "refresh_cache-27c1e568-4fe8-467a-b3a6-04c42ece1515" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.092493] env[69895]: DEBUG nova.network.neutron [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.100116] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.100628] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.100628] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.100867] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.101167] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.101167] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.101448] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.101553] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.101841] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.101912] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.102340] env[69895]: DEBUG nova.virt.hardware [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.103321] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384050f2-8c51-42c4-adb4-47e095498ed0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.116097] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254cc453-cce7-49e5-9a70-ca2c21352141 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.141320] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471138, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.204884] env[69895]: DEBUG nova.network.neutron [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.310527] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787718} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.311524] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 536ed049-9557-47b4-939b-158c1d2a87b5/536ed049-9557-47b4-939b-158c1d2a87b5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.311524] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.311524] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e39cbc3-c85f-4612-a479-108e6c17505c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.319549] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 657.319549] env[69895]: value = "task-3471142" [ 657.319549] env[69895]: _type = "Task" [ 657.319549] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.331048] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.343602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.343602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.343602] env[69895]: DEBUG nova.network.neutron [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.345047] env[69895]: DEBUG nova.scheduler.client.report [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.402431] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471141, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.523935] env[69895]: DEBUG nova.compute.manager [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Received event network-changed-5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.524525] env[69895]: DEBUG nova.compute.manager [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Refreshing instance network info cache due to event network-changed-5b719340-4c62-4430-b370-188fc2e69370. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.524620] env[69895]: DEBUG oslo_concurrency.lockutils [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] Acquiring lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.524816] env[69895]: DEBUG oslo_concurrency.lockutils [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] Acquired lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.525188] env[69895]: DEBUG nova.network.neutron [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Refreshing network info cache for port 5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.620285] env[69895]: DEBUG nova.network.neutron [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.634215] env[69895]: DEBUG oslo_vmware.api [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471138, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571839} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.634496] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.635127] env[69895]: INFO nova.compute.manager [None req-35718836-fb3e-4729-bd55-e7231ee47955 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 657.703738] env[69895]: DEBUG nova.network.neutron [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.707159] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.707407] env[69895]: DEBUG nova.compute.manager [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Inject network info {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 657.708569] env[69895]: DEBUG nova.compute.manager [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] network_info to inject: |[{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 657.716264] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfiguring VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 657.716524] env[69895]: DEBUG oslo_concurrency.lockutils [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.716721] env[69895]: DEBUG nova.network.neutron [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.718713] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3818c67-09a5-4cee-8ad2-3b5daea8ad59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.741458] env[69895]: DEBUG oslo_vmware.api [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 657.741458] env[69895]: value = "task-3471143" [ 657.741458] env[69895]: _type = "Task" [ 657.741458] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.751404] env[69895]: DEBUG oslo_vmware.api [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.829831] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233989} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.830059] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.830882] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d4ad0-d76c-4607-be56-a7b38bb181d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.855191] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 536ed049-9557-47b4-939b-158c1d2a87b5/536ed049-9557-47b4-939b-158c1d2a87b5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.858197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.858704] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.861197] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8004c1-620e-447e-be81-93959a6e5db3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.888409] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.088s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.888409] env[69895]: INFO nova.compute.claims [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.898575] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 657.898575] env[69895]: value = "task-3471144" [ 657.898575] env[69895]: _type = "Task" [ 657.898575] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.906268] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471141, 'name': CreateVM_Task, 'duration_secs': 0.637798} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.906268] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.906588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.906773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.907123] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.907400] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54676a7a-0206-41c2-9612-fa6c5f6795fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.913079] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.916870] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 657.916870] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522db031-e1c0-dd16-b7a2-b24288b7d4f6" [ 657.916870] env[69895]: _type = "Task" [ 657.916870] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.927804] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522db031-e1c0-dd16-b7a2-b24288b7d4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.183676] env[69895]: DEBUG nova.network.neutron [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.207629] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Releasing lock "refresh_cache-27c1e568-4fe8-467a-b3a6-04c42ece1515" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.208062] env[69895]: DEBUG nova.compute.manager [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.208273] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.209254] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2fbe8-99e4-44e4-9921-8f917315b2c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.222798] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.223079] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ff9ad1-7612-4083-85e0-62a633bf32f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.238520] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 658.238520] env[69895]: value = "task-3471145" [ 658.238520] env[69895]: _type = "Task" [ 658.238520] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.243125] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Successfully updated port: 58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.260458] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.264457] env[69895]: DEBUG oslo_vmware.api [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471143, 'name': ReconfigVM_Task, 'duration_secs': 0.169623} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.264812] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfigured VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 658.387939] env[69895]: DEBUG nova.compute.utils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.389503] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.389674] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.414429] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471144, 'name': ReconfigVM_Task, 'duration_secs': 0.464781} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.415345] env[69895]: DEBUG nova.network.neutron [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updated VIF entry in instance network info cache for port 5b719340-4c62-4430-b370-188fc2e69370. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.415580] env[69895]: DEBUG nova.network.neutron [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updating instance_info_cache with network_info: [{"id": "5b719340-4c62-4430-b370-188fc2e69370", "address": "fa:16:3e:57:de:1c", "network": {"id": "505bbb3c-f5f1-4bd7-8e5f-50b0986f232c", "bridge": "br-int", "label": "tempest-ServersTestJSON-602101237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97b2c9541bfa49d3b4ab325eb4c215e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b719340-4c", "ovs_interfaceid": "5b719340-4c62-4430-b370-188fc2e69370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.417027] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 536ed049-9557-47b4-939b-158c1d2a87b5/536ed049-9557-47b4-939b-158c1d2a87b5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.417836] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df21d61-dd05-47e8-9638-14a68c1ddd60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.436998] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522db031-e1c0-dd16-b7a2-b24288b7d4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.028289} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.437330] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 658.437330] env[69895]: value = "task-3471146" [ 658.437330] env[69895]: _type = "Task" [ 658.437330] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.437983] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.438515] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.438515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.438641] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438721] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.439329] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e2b762-c477-41fe-9184-bf885262d306 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.459279] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471146, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.465573] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.465573] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.465573] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bfa5a5-b5b0-40bc-bef7-06bb1f14b79c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.471138] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 658.471138] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bfe91-2aad-da4f-3d97-34ed230e02c1" [ 658.471138] env[69895]: _type = "Task" [ 658.471138] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.476026] env[69895]: DEBUG nova.policy [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05c07fde9a7a42fe8c571bb93f6091f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48fc1e4fc6124cdd8a8bc94e21110ef4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.487029] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bfe91-2aad-da4f-3d97-34ed230e02c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.592727] env[69895]: DEBUG nova.network.neutron [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updated VIF entry in instance network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.593143] env[69895]: DEBUG nova.network.neutron [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.687777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.707773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.707974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.708166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.711017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.712199] env[69895]: INFO nova.compute.manager [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Terminating instance [ 658.746368] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.746507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.746593] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.751803] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471145, 'name': PowerOffVM_Task, 'duration_secs': 0.171753} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.752621] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.752621] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.752621] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79cdaac6-7538-428d-975b-161fcdf038af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.781361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.781597] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.781793] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Deleting the datastore file [datastore1] 27c1e568-4fe8-467a-b3a6-04c42ece1515 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.782118] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-322b5d7a-9ec8-415f-857f-75877868a12c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.790367] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for the task: (returnval){ [ 658.790367] env[69895]: value = "task-3471148" [ 658.790367] env[69895]: _type = "Task" [ 658.790367] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.801379] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.817807] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "af403aa5-ea7f-4770-8664-a870e83f4565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.818144] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.892147] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Successfully created port: c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.894430] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.919688] env[69895]: DEBUG oslo_concurrency.lockutils [req-e8dce6ce-82a9-4bc2-a582-30c57eb50dc2 req-d4e52e0f-916e-48b3-93be-d3e879edc39c service nova] Releasing lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.955502] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471146, 'name': Rename_Task, 'duration_secs': 0.177331} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.955859] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.956055] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3b9274-1044-4835-8c70-307835ab8b49 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.965050] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 658.965050] env[69895]: value = "task-3471149" [ 658.965050] env[69895]: _type = "Task" [ 658.965050] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.984180] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.986855] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bfe91-2aad-da4f-3d97-34ed230e02c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.987755] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b359abc-e440-4d01-9676-d3a14d8f8c42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.999096] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 658.999096] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5291400d-5e86-6af5-3b1d-d1eae3dd6793" [ 658.999096] env[69895]: _type = "Task" [ 658.999096] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.013973] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5291400d-5e86-6af5-3b1d-d1eae3dd6793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.098234] env[69895]: DEBUG oslo_concurrency.lockutils [req-5246d1cf-a2c2-4a65-9858-9bc9b7d1e94c req-541d3962-e6ad-4127-9c31-b9686377753c service nova] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.216685] env[69895]: DEBUG nova.compute.manager [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.216904] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.217760] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a9da1d-5343-49d3-8628-6c3990f563a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.223685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60861e96-fbc4-4574-a862-6bc9a9b474eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.250905] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.253823] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c0981d-e8ff-4c8f-a07b-0dd6c697629e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.255939] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dc3481-7517-4491-a998-a074531916cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.265859] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.301848] env[69895]: DEBUG oslo_vmware.api [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Task: {'id': task-3471148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318298} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.304848] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.305262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.305262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.305434] env[69895]: INFO nova.compute.manager [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Took 1.10 seconds to destroy the instance on the hypervisor. [ 659.305675] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.306200] env[69895]: DEBUG nova.compute.manager [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.306200] env[69895]: DEBUG nova.network.neutron [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.309747] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.330767] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.331263] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.331263] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore2] ec22c619-d49c-4038-9fa9-c2fae1d46564 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.334754] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29b69a51-0836-4ffb-af1b-434e7809a39c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.341624] env[69895]: DEBUG nova.network.neutron [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.348132] env[69895]: DEBUG oslo_vmware.api [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 659.348132] env[69895]: value = "task-3471151" [ 659.348132] env[69895]: _type = "Task" [ 659.348132] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.361565] env[69895]: DEBUG oslo_vmware.api [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.485839] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.487900] env[69895]: DEBUG nova.network.neutron [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updating instance_info_cache with network_info: [{"id": "58370be2-4982-4b18-91f8-5969a84308bb", "address": "fa:16:3e:26:aa:7d", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58370be2-49", "ovs_interfaceid": "58370be2-4982-4b18-91f8-5969a84308bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.512898] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5291400d-5e86-6af5-3b1d-d1eae3dd6793, 'name': SearchDatastore_Task, 'duration_secs': 0.013616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.512898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.512898] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b9463fd0-5f03-40a6-a034-45a65ecfac47/b9463fd0-5f03-40a6-a034-45a65ecfac47.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.512898] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e885b8-301c-4820-be07-e935cd6ccce4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.521444] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 659.521444] env[69895]: value = "task-3471152" [ 659.521444] env[69895]: _type = "Task" [ 659.521444] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.526306] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb9469-060d-4778-9875-61e70de82b32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.535410] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.538201] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bd4367-6a05-4c95-a3d5-6195883ed963 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.573046] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f0eac-6db8-455d-8a84-56eeb905ef20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.583724] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aecccea-6bab-4c54-8acc-721d5ac54d69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.600230] env[69895]: DEBUG nova.compute.provider_tree [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.619316] env[69895]: DEBUG nova.objects.instance [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lazy-loading 'flavor' on Instance uuid f2f6633f-3356-49d2-91a8-840284285eb4 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.772491] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.772800] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-625463ec-eb26-44f0-9089-a05c395b88ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.781593] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 659.781593] env[69895]: value = "task-3471153" [ 659.781593] env[69895]: _type = "Task" [ 659.781593] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.790808] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.848355] env[69895]: DEBUG nova.network.neutron [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.863774] env[69895]: DEBUG oslo_vmware.api [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282585} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.864206] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.864486] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.864760] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.865048] env[69895]: INFO nova.compute.manager [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Took 0.65 seconds to destroy the instance on the hypervisor. [ 659.865361] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.865648] env[69895]: DEBUG nova.compute.manager [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.865797] env[69895]: DEBUG nova.network.neutron [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.877504] env[69895]: DEBUG nova.compute.manager [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received event network-vif-plugged-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.877693] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Acquiring lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.879152] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.879152] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.879152] env[69895]: DEBUG nova.compute.manager [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] No waiting events found dispatching network-vif-plugged-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.879152] env[69895]: WARNING nova.compute.manager [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received unexpected event network-vif-plugged-58370be2-4982-4b18-91f8-5969a84308bb for instance with vm_state building and task_state spawning. [ 659.879152] env[69895]: DEBUG nova.compute.manager [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received event network-changed-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.879683] env[69895]: DEBUG nova.compute.manager [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing instance network info cache due to event network-changed-58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.879683] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Acquiring lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.907307] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.941231] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.941368] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.941535] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.941726] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.941875] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.942055] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.942297] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.942492] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.942640] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.942804] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.943018] env[69895]: DEBUG nova.virt.hardware [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.943959] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56051556-93a7-4cc7-b436-b11a9a4e7e7d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.956698] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653b3108-88eb-4a7e-84d4-77deba382407 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.983982] env[69895]: DEBUG oslo_vmware.api [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471149, 'name': PowerOnVM_Task, 'duration_secs': 0.519957} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.984506] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.984839] env[69895]: INFO nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Took 9.34 seconds to spawn the instance on the hypervisor. [ 659.985171] env[69895]: DEBUG nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.987018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942784f1-6b8c-45e1-9003-04bdbb7a42e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.990832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.991396] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Instance network_info: |[{"id": "58370be2-4982-4b18-91f8-5969a84308bb", "address": "fa:16:3e:26:aa:7d", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58370be2-49", "ovs_interfaceid": "58370be2-4982-4b18-91f8-5969a84308bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.991964] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Acquired lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.992311] env[69895]: DEBUG nova.network.neutron [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.993746] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:aa:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58370be2-4982-4b18-91f8-5969a84308bb', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.002156] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Creating folder: Project (90153f3f91554b8d80b8654eb12c9677). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.005889] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17412a7e-539f-4eaf-a043-8a802ee0c665 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.027817] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Created folder: Project (90153f3f91554b8d80b8654eb12c9677) in parent group-v693805. [ 660.028039] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Creating folder: Instances. Parent ref: group-v693865. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.028694] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e00ae201-d8ef-40f9-829a-81df363fe1bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.035787] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.042397] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Created folder: Instances in parent group-v693865. [ 660.042673] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.042994] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.043301] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b32135-a2d0-4a76-91b5-71405ccbc580 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.069602] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.069602] env[69895]: value = "task-3471156" [ 660.069602] env[69895]: _type = "Task" [ 660.069602] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.081317] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471156, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.103376] env[69895]: DEBUG nova.scheduler.client.report [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.123153] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.123364] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "445dc180-6776-4284-b8c2-d025e9df982c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.159099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.294894] env[69895]: DEBUG oslo_vmware.api [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471153, 'name': PowerOnVM_Task, 'duration_secs': 0.485608} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.295307] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.295536] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfa467-fdee-4b20-9797-5467ea6a1e1f tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance '56f6e706-fab6-4a88-94f1-dd371d165fce' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.356027] env[69895]: INFO nova.compute.manager [-] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Took 1.05 seconds to deallocate network for instance. [ 660.371775] env[69895]: DEBUG nova.compute.manager [req-b3be1c8b-f027-4db7-b5c3-1a794f29c6aa req-054fb33f-0c11-4658-a30a-cad58e7e1c42 service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Received event network-vif-deleted-1bd15832-e7b4-49dc-9884-134f646121b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.372601] env[69895]: INFO nova.compute.manager [req-b3be1c8b-f027-4db7-b5c3-1a794f29c6aa req-054fb33f-0c11-4658-a30a-cad58e7e1c42 service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Neutron deleted interface 1bd15832-e7b4-49dc-9884-134f646121b4; detaching it from the instance and deleting it from the info cache [ 660.372601] env[69895]: DEBUG nova.network.neutron [req-b3be1c8b-f027-4db7-b5c3-1a794f29c6aa req-054fb33f-0c11-4658-a30a-cad58e7e1c42 service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.520933] env[69895]: INFO nova.compute.manager [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Took 32.74 seconds to build instance. [ 660.532208] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693108} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.532486] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b9463fd0-5f03-40a6-a034-45a65ecfac47/b9463fd0-5f03-40a6-a034-45a65ecfac47.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.532693] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.532945] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2b5adb-e113-4c84-8db4-edf429f3a2ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.541181] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 660.541181] env[69895]: value = "task-3471157" [ 660.541181] env[69895]: _type = "Task" [ 660.541181] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.555475] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.569836] env[69895]: DEBUG nova.network.neutron [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.586597] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471156, 'name': CreateVM_Task, 'duration_secs': 0.387643} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.587447] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.588206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.588387] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.588947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.589382] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc954786-e1b5-4fcd-9bdf-62c6e78d6a5b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.595672] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 660.595672] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c991-6f14-e976-4efa-4f0505b49f51" [ 660.595672] env[69895]: _type = "Task" [ 660.595672] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.607562] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c991-6f14-e976-4efa-4f0505b49f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.608401] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.608977] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.612763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.300s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.613739] env[69895]: INFO nova.compute.claims [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.719123] env[69895]: DEBUG nova.network.neutron [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.747197] env[69895]: DEBUG nova.network.neutron [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updated VIF entry in instance network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.747804] env[69895]: DEBUG nova.network.neutron [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updating instance_info_cache with network_info: [{"id": "58370be2-4982-4b18-91f8-5969a84308bb", "address": "fa:16:3e:26:aa:7d", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58370be2-49", "ovs_interfaceid": "58370be2-4982-4b18-91f8-5969a84308bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.816536] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Successfully updated port: c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.816536] env[69895]: WARNING oslo_messaging._drivers.amqpdriver [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 660.862894] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.876063] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcf799df-dd95-4bf8-98c0-7bdd79f2e9dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.888081] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c613001a-1381-470e-ae91-936f41938bc2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.930228] env[69895]: DEBUG nova.compute.manager [req-b3be1c8b-f027-4db7-b5c3-1a794f29c6aa req-054fb33f-0c11-4658-a30a-cad58e7e1c42 service nova] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Detach interface failed, port_id=1bd15832-e7b4-49dc-9884-134f646121b4, reason: Instance ec22c619-d49c-4038-9fa9-c2fae1d46564 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 661.023084] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.212s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.053534] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074103} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.054170] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.055715] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88bda8f-f77b-4cc3-8a63-1c0738884022 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.093910] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b9463fd0-5f03-40a6-a034-45a65ecfac47/b9463fd0-5f03-40a6-a034-45a65ecfac47.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.094612] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e07893b-b664-4e70-8aaa-955eb8edbb84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.114838] env[69895]: DEBUG nova.compute.utils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.116305] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.117223] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.123597] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 661.123597] env[69895]: value = "task-3471158" [ 661.123597] env[69895]: _type = "Task" [ 661.123597] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.129811] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c991-6f14-e976-4efa-4f0505b49f51, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.134318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.134678] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.135057] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.135323] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.135527] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.136931] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f604e31d-0eb8-4ec8-ac3e-8bb6751afff6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.147454] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.158901] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.159110] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.159881] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed996c07-c657-4d23-844e-c4c470439d08 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.166156] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 661.166156] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285d042-74c8-572b-3aba-499d4af6cd8f" [ 661.166156] env[69895]: _type = "Task" [ 661.166156] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.176294] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285d042-74c8-572b-3aba-499d4af6cd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.195348] env[69895]: DEBUG nova.policy [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41d8fbfacf54421d989a1d678c8d0493', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a4e625cd9f4e2a962710564bf25cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.222239] env[69895]: INFO nova.compute.manager [-] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Took 1.36 seconds to deallocate network for instance. [ 661.234538] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "536ed049-9557-47b4-939b-158c1d2a87b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.234835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.235119] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.235288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.235481] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.242546] env[69895]: INFO nova.compute.manager [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Terminating instance [ 661.251099] env[69895]: DEBUG oslo_concurrency.lockutils [req-98268577-5348-4c1e-bb63-520628ea4e85 req-afec0b0f-48ee-4b1f-97e6-6f01bfd7ad81 service nova] Releasing lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.322259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.322259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquired lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.322259] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.364347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.364616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.364834] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.365027] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.365197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.373020] env[69895]: INFO nova.compute.manager [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Terminating instance [ 661.527584] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.536198] env[69895]: DEBUG nova.network.neutron [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.611646] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Successfully created port: 6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.620630] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.644662] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.685562] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285d042-74c8-572b-3aba-499d4af6cd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.686410] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b61639-df79-4803-b4fc-26ffd5aa3dad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.696260] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 661.696260] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ea856d-501f-9c0f-9cb9-10bd09717ce9" [ 661.696260] env[69895]: _type = "Task" [ 661.696260] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.707202] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ea856d-501f-9c0f-9cb9-10bd09717ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.732850] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.750189] env[69895]: DEBUG nova.compute.manager [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.751040] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.752963] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dfdb2e-9256-4ae6-982d-d842fd730c6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.767141] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.767413] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7fee2f6-1c73-4b0b-843c-9953a0f0882b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.780018] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 661.780018] env[69895]: value = "task-3471159" [ 661.780018] env[69895]: _type = "Task" [ 661.780018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.789889] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.876824] env[69895]: DEBUG nova.compute.manager [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.877146] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.878186] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e211e929-ff7f-424e-9aac-85db75e31b9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.889207] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.889505] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d5e2723-b6af-46b8-ac21-457408166181 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.895214] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.897784] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 661.897784] env[69895]: value = "task-3471160" [ 661.897784] env[69895]: _type = "Task" [ 661.897784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.912851] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.040072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.040329] env[69895]: DEBUG nova.compute.manager [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Inject network info {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 662.040583] env[69895]: DEBUG nova.compute.manager [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] network_info to inject: |[{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 662.045986] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfiguring VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 662.046619] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21ddf67-07ae-4788-b1b0-d0706d2c86f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.061281] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.070523] env[69895]: DEBUG oslo_vmware.api [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 662.070523] env[69895]: value = "task-3471161" [ 662.070523] env[69895]: _type = "Task" [ 662.070523] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.083696] env[69895]: DEBUG oslo_vmware.api [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.118572] env[69895]: DEBUG nova.compute.manager [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Received event network-vif-plugged-c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.120110] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Acquiring lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.120552] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.121094] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.121462] env[69895]: DEBUG nova.compute.manager [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] No waiting events found dispatching network-vif-plugged-c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.122378] env[69895]: WARNING nova.compute.manager [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Received unexpected event network-vif-plugged-c415e661-5b3e-44d0-b87c-1c6d537ea044 for instance with vm_state building and task_state spawning. [ 662.122378] env[69895]: DEBUG nova.compute.manager [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Received event network-changed-c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.122378] env[69895]: DEBUG nova.compute.manager [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Refreshing instance network info cache due to event network-changed-c415e661-5b3e-44d0-b87c-1c6d537ea044. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.122886] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Acquiring lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.143446] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471158, 'name': ReconfigVM_Task, 'duration_secs': 0.55248} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.148077] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b9463fd0-5f03-40a6-a034-45a65ecfac47/b9463fd0-5f03-40a6-a034-45a65ecfac47.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.148750] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e4f9e8f-87a2-40c8-8e4f-5ebd71ec31df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.151875] env[69895]: DEBUG nova.network.neutron [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Updating instance_info_cache with network_info: [{"id": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "address": "fa:16:3e:dd:c3:ee", "network": {"id": "a6f5a975-6268-44b6-9ef0-de594cfd4ff7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-669340800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fc1e4fc6124cdd8a8bc94e21110ef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc415e661-5b", "ovs_interfaceid": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.156408] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 662.156408] env[69895]: value = "task-3471162" [ 662.156408] env[69895]: _type = "Task" [ 662.156408] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.168888] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471162, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.210419] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ea856d-501f-9c0f-9cb9-10bd09717ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.210756] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.211113] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 69bb138f-ff3e-4e52-af29-1113d378eced/69bb138f-ff3e-4e52-af29-1113d378eced.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.211634] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795bba8f-bf99-44fd-99e8-5c4b56139829 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.222031] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 662.222031] env[69895]: value = "task-3471163" [ 662.222031] env[69895]: _type = "Task" [ 662.222031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.231285] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.291966] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471159, 'name': PowerOffVM_Task, 'duration_secs': 0.344561} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.292341] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.292473] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.293011] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808a3676-e62b-420a-b85f-cbdc8b8da16f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.318132] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb96da84-c042-4e1e-9912-e14075925d3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.326480] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236bd936-8571-4194-92b9-48fe619b5e30 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.365252] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb85e1-312d-4fe2-a7bd-86ec8ac84d77 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.368165] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.368974] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.368974] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleting the datastore file [datastore2] 536ed049-9557-47b4-939b-158c1d2a87b5 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.368974] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cddb1e4-8c2c-4e50-a98f-c8346785cbe1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.376543] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c6b036-b8bf-4830-a51b-806eba32c97e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.380980] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 662.380980] env[69895]: value = "task-3471165" [ 662.380980] env[69895]: _type = "Task" [ 662.380980] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.395037] env[69895]: DEBUG nova.compute.provider_tree [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.400206] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.410166] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471160, 'name': PowerOffVM_Task, 'duration_secs': 0.228663} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.410578] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.410679] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.411185] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34693452-d9d9-4b09-aa42-326b24c2287b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.435445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.435857] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.435975] env[69895]: DEBUG nova.compute.manager [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Going to confirm migration 1 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 662.519286] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.519581] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.519724] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleting the datastore file [datastore1] 06d30534-b9cb-4d8b-8a70-3a0941d5c718 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.520041] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b852d53-8ab0-40de-86b6-87071abef996 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.529487] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 662.529487] env[69895]: value = "task-3471167" [ 662.529487] env[69895]: _type = "Task" [ 662.529487] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.539902] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.557633] env[69895]: DEBUG nova.compute.manager [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-changed-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.557737] env[69895]: DEBUG nova.compute.manager [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing instance network info cache due to event network-changed-2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.558007] env[69895]: DEBUG oslo_concurrency.lockutils [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] Acquiring lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.558133] env[69895]: DEBUG oslo_concurrency.lockutils [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] Acquired lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.558357] env[69895]: DEBUG nova.network.neutron [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Refreshing network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.585937] env[69895]: DEBUG oslo_vmware.api [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471161, 'name': ReconfigVM_Task, 'duration_secs': 0.163685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.586404] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fe870d77-c78f-4c62-90e4-da272fb2e143 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Reconfigured VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 662.634070] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.657656] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Releasing lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.658345] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Instance network_info: |[{"id": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "address": "fa:16:3e:dd:c3:ee", "network": {"id": "a6f5a975-6268-44b6-9ef0-de594cfd4ff7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-669340800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fc1e4fc6124cdd8a8bc94e21110ef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc415e661-5b", "ovs_interfaceid": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.658678] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Acquired lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.659035] env[69895]: DEBUG nova.network.neutron [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Refreshing network info cache for port c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.660489] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c3:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c415e661-5b3e-44d0-b87c-1c6d537ea044', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.677531] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Creating folder: Project (48fc1e4fc6124cdd8a8bc94e21110ef4). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.681114] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.681452] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.681652] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.681953] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.682254] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.682424] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.682725] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.682944] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.683221] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.683481] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.683741] env[69895]: DEBUG nova.virt.hardware [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.691771] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281f1fda-686d-4012-8db5-e213251c969d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.695498] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfc6d71-7a52-4056-becb-34c7eb2af3cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.705737] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471162, 'name': Rename_Task, 'duration_secs': 0.164958} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.708558] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.708934] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c7b0700-35e8-42b5-a817-9f0d3ac52cc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.712107] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b7699-072e-476c-98e0-2d30a3455e8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.740937] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 662.740937] env[69895]: value = "task-3471169" [ 662.740937] env[69895]: _type = "Task" [ 662.740937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.748118] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Created folder: Project (48fc1e4fc6124cdd8a8bc94e21110ef4) in parent group-v693805. [ 662.748118] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Creating folder: Instances. Parent ref: group-v693868. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.749927] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0849c7fd-5b85-4cb2-aaf2-ba49c0dd9a7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.757706] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472856} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.757706] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 69bb138f-ff3e-4e52-af29-1113d378eced/69bb138f-ff3e-4e52-af29-1113d378eced.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.757706] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.757706] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c50c09-a1b1-47c0-9dca-65d6e3803322 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.763297] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.766172] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Created folder: Instances in parent group-v693868. [ 662.766491] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.767910] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.768251] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 662.768251] env[69895]: value = "task-3471171" [ 662.768251] env[69895]: _type = "Task" [ 662.768251] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.768672] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d13167e-3207-4c92-8e4b-a8ed727d0e77 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.793728] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.794311] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.794311] env[69895]: value = "task-3471172" [ 662.794311] env[69895]: _type = "Task" [ 662.794311] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.802854] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471172, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.892138] env[69895]: DEBUG oslo_vmware.api [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355053} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.892138] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.892431] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.892613] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.892795] env[69895]: INFO nova.compute.manager [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 662.893061] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.893265] env[69895]: DEBUG nova.compute.manager [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.893365] env[69895]: DEBUG nova.network.neutron [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.902327] env[69895]: DEBUG nova.scheduler.client.report [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.039554] env[69895]: DEBUG oslo_vmware.api [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326414} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.039823] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.040018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.040217] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.040390] env[69895]: INFO nova.compute.manager [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Took 1.16 seconds to destroy the instance on the hypervisor. [ 663.040633] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.041406] env[69895]: DEBUG nova.compute.manager [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.041406] env[69895]: DEBUG nova.network.neutron [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.246892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "f2f6633f-3356-49d2-91a8-840284285eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.247200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.247598] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.247685] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.247852] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.253781] env[69895]: INFO nova.compute.manager [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Terminating instance [ 663.260863] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471169, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.295331] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151392} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.298884] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.302031] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9292b4a-ce74-4886-89c4-eb8be2716772 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.311790] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471172, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.333721] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 69bb138f-ff3e-4e52-af29-1113d378eced/69bb138f-ff3e-4e52-af29-1113d378eced.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.336879] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501514c5-d48c-4531-b2e0-feef7851e755 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.356941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.357125] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.357303] env[69895]: DEBUG nova.network.neutron [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.357606] env[69895]: DEBUG nova.objects.instance [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lazy-loading 'info_cache' on Instance uuid 56f6e706-fab6-4a88-94f1-dd371d165fce {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.362612] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 663.362612] env[69895]: value = "task-3471173" [ 663.362612] env[69895]: _type = "Task" [ 663.362612] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.372356] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.407944] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.409303] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.412076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.983s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.414156] env[69895]: INFO nova.compute.claims [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.470813] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Successfully updated port: 6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.534153] env[69895]: DEBUG nova.network.neutron [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updated VIF entry in instance network info cache for port 2308b9b9-b987-446d-b51a-476be72f4077. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.534303] env[69895]: DEBUG nova.network.neutron [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [{"id": "2308b9b9-b987-446d-b51a-476be72f4077", "address": "fa:16:3e:35:4c:65", "network": {"id": "3120da73-bd28-43ed-97ab-dd01fe9d6de8", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2126850290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91e4204007a740629457c42156817854", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2308b9b9-b9", "ovs_interfaceid": "2308b9b9-b987-446d-b51a-476be72f4077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.592437] env[69895]: DEBUG nova.network.neutron [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Updated VIF entry in instance network info cache for port c415e661-5b3e-44d0-b87c-1c6d537ea044. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.592843] env[69895]: DEBUG nova.network.neutron [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Updating instance_info_cache with network_info: [{"id": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "address": "fa:16:3e:dd:c3:ee", "network": {"id": "a6f5a975-6268-44b6-9ef0-de594cfd4ff7", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-669340800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48fc1e4fc6124cdd8a8bc94e21110ef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc415e661-5b", "ovs_interfaceid": "c415e661-5b3e-44d0-b87c-1c6d537ea044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.760139] env[69895]: DEBUG oslo_vmware.api [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471169, 'name': PowerOnVM_Task, 'duration_secs': 0.846529} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.760577] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.760841] env[69895]: INFO nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Took 10.46 seconds to spawn the instance on the hypervisor. [ 663.761076] env[69895]: DEBUG nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.761836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab29b1-2568-4738-9ef1-221e52fa8b16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.765059] env[69895]: DEBUG nova.compute.manager [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.765174] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.765850] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d5415-c652-46ba-8023-98159bc5c4fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.776903] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.778123] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b1be56-cb76-4902-b725-75b84cf11a0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.784640] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 663.784640] env[69895]: value = "task-3471174" [ 663.784640] env[69895]: _type = "Task" [ 663.784640] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.798075] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.806885] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471172, 'name': CreateVM_Task, 'duration_secs': 0.674225} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.807445] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.808049] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.808264] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.808601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.808870] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f54f63-58ac-4309-a25c-bcbb241f0d66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.813531] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 663.813531] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258de46-c5d7-e06f-843f-92f6d040376c" [ 663.813531] env[69895]: _type = "Task" [ 663.813531] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.822158] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258de46-c5d7-e06f-843f-92f6d040376c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.880022] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471173, 'name': ReconfigVM_Task, 'duration_secs': 0.281649} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.880022] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 69bb138f-ff3e-4e52-af29-1113d378eced/69bb138f-ff3e-4e52-af29-1113d378eced.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.880022] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efe9afd1-747f-494a-87ef-dccefd085c07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.887022] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 663.887022] env[69895]: value = "task-3471175" [ 663.887022] env[69895]: _type = "Task" [ 663.887022] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.898784] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471175, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.920037] env[69895]: DEBUG nova.compute.utils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.923797] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.924701] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.934443] env[69895]: DEBUG nova.network.neutron [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.980696] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.980852] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquired lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.981042] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.024952] env[69895]: DEBUG nova.policy [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74f12fdfdb964b639973416f1612d536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142a279771bc4f1c80d8ddc13038bfb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.037656] env[69895]: DEBUG oslo_concurrency.lockutils [req-6c724a68-059a-430b-bedb-7072b2dba99a req-73cc015f-627d-4579-aac7-34c73b3d9795 service nova] Releasing lock "refresh_cache-f2f6633f-3356-49d2-91a8-840284285eb4" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.095738] env[69895]: DEBUG oslo_concurrency.lockutils [req-f424c33c-27a4-4cb0-87db-23ce524a491f req-e12dbc03-ede5-439c-bccb-db1b9a0b5fca service nova] Releasing lock "refresh_cache-84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.285932] env[69895]: INFO nova.compute.manager [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Took 31.55 seconds to build instance. [ 664.298408] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471174, 'name': PowerOffVM_Task, 'duration_secs': 0.185044} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.298661] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.298825] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.299636] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5278a829-1fc8-4747-be45-fcc94877cd70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.323109] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258de46-c5d7-e06f-843f-92f6d040376c, 'name': SearchDatastore_Task, 'duration_secs': 0.029656} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.323489] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.323890] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.324178] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.324586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.324586] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.324740] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d49af45-ce4a-412a-b159-13e025ce40f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.334171] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.334347] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.335063] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b120724-8942-4ce3-b75f-6b56f93abdd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.340627] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 664.340627] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52818898-6f7b-d55d-b5ff-736fb4daffd1" [ 664.340627] env[69895]: _type = "Task" [ 664.340627] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.348597] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52818898-6f7b-d55d-b5ff-736fb4daffd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.357195] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.357410] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.357587] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Deleting the datastore file [datastore1] f2f6633f-3356-49d2-91a8-840284285eb4 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.357840] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60812c93-1a2c-4388-a9b3-cbd067db2d0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.363649] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for the task: (returnval){ [ 664.363649] env[69895]: value = "task-3471177" [ 664.363649] env[69895]: _type = "Task" [ 664.363649] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.375903] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.400106] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471175, 'name': Rename_Task, 'duration_secs': 0.147181} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.400106] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.400106] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52efc6d0-e0be-4869-9404-4f986c77846c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.402080] env[69895]: DEBUG nova.network.neutron [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.406069] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 664.406069] env[69895]: value = "task-3471178" [ 664.406069] env[69895]: _type = "Task" [ 664.406069] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.422568] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.424524] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.440981] env[69895]: INFO nova.compute.manager [-] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Took 1.55 seconds to deallocate network for instance. [ 664.697649] env[69895]: DEBUG nova.compute.manager [req-9e90adda-7a4b-4066-9eb7-8e846e85a373 req-f19f8662-3694-41d0-aed0-3cb51dce1bac service nova] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Received event network-vif-deleted-303cfee8-e7c6-49b0-996a-802af54a303d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.736139] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.792290] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d916c662-e630-4a86-a377-e61a23c9bfa1 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.689s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.851032] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52818898-6f7b-d55d-b5ff-736fb4daffd1, 'name': SearchDatastore_Task, 'duration_secs': 0.019409} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.854664] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3f0c1a-3fa7-4a48-81c5-46af4e898986 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.861326] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 664.861326] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520a75d5-b03b-0a0b-f075-e302b4b32ad1" [ 664.861326] env[69895]: _type = "Task" [ 664.861326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.881603] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520a75d5-b03b-0a0b-f075-e302b4b32ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.014351} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.884333] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.884535] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1/84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.888441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c1e726-c903-4d08-a9db-634a498b8768 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.893030] env[69895]: DEBUG oslo_vmware.api [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Task: {'id': task-3471177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295933} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.893030] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.893030] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.893030] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.893030] env[69895]: INFO nova.compute.manager [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 664.893529] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.893529] env[69895]: DEBUG nova.compute.manager [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.893529] env[69895]: DEBUG nova.network.neutron [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.896789] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 664.896789] env[69895]: value = "task-3471179" [ 664.896789] env[69895]: _type = "Task" [ 664.896789] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.904526] env[69895]: INFO nova.compute.manager [-] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Took 1.86 seconds to deallocate network for instance. [ 664.909521] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.925032] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.952160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.960446] env[69895]: DEBUG nova.network.neutron [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Updating instance_info_cache with network_info: [{"id": "6eebe683-8215-4b68-b100-eb6451984957", "address": "fa:16:3e:b3:e6:2a", "network": {"id": "9f97a8cf-ba1c-4a3c-86cf-533daf85dcca", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-427437053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a4e625cd9f4e2a962710564bf25cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eebe683-82", "ovs_interfaceid": "6eebe683-8215-4b68-b100-eb6451984957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.978423] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Successfully created port: cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.985831] env[69895]: DEBUG nova.network.neutron [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [{"id": "389192c6-b097-462f-9bb9-302564febbdc", "address": "fa:16:3e:3d:24:9f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389192c6-b0", "ovs_interfaceid": "389192c6-b097-462f-9bb9-302564febbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.068126] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9221d7d-950f-4af5-98cd-8e5b0d1bd4d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.077385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1254764-ddb1-4829-b0f6-46d4a0fb77bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.113738] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf5ee5-c8b4-42d8-8c7f-a7acef2212a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.117854] env[69895]: DEBUG nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Received event network-vif-plugged-6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.118083] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Acquiring lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.118311] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.118479] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.118656] env[69895]: DEBUG nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] No waiting events found dispatching network-vif-plugged-6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.118816] env[69895]: WARNING nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Received unexpected event network-vif-plugged-6eebe683-8215-4b68-b100-eb6451984957 for instance with vm_state building and task_state spawning. [ 665.119087] env[69895]: DEBUG nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Received event network-vif-deleted-4d0924c7-e527-4e04-a1f1-aa22236c1321 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.119169] env[69895]: DEBUG nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Received event network-changed-6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.119381] env[69895]: DEBUG nova.compute.manager [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Refreshing instance network info cache due to event network-changed-6eebe683-8215-4b68-b100-eb6451984957. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.119501] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Acquiring lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.126296] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa16880-1848-4bce-9e34-4e9538a0dd4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.143814] env[69895]: DEBUG nova.compute.provider_tree [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.298281] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.413068] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.422223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.425651] env[69895]: DEBUG oslo_vmware.api [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471178, 'name': PowerOnVM_Task, 'duration_secs': 0.520357} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.425651] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.425862] env[69895]: INFO nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Took 8.36 seconds to spawn the instance on the hypervisor. [ 665.426097] env[69895]: DEBUG nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.427359] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2022415-e811-4667-8873-e6bd6426f881 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.442039] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.464840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Releasing lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.465645] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Instance network_info: |[{"id": "6eebe683-8215-4b68-b100-eb6451984957", "address": "fa:16:3e:b3:e6:2a", "network": {"id": "9f97a8cf-ba1c-4a3c-86cf-533daf85dcca", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-427437053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a4e625cd9f4e2a962710564bf25cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eebe683-82", "ovs_interfaceid": "6eebe683-8215-4b68-b100-eb6451984957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.465900] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Acquired lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.466161] env[69895]: DEBUG nova.network.neutron [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Refreshing network info cache for port 6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.470336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:e6:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eebe683-8215-4b68-b100-eb6451984957', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.481250] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Creating folder: Project (a0a4e625cd9f4e2a962710564bf25cc9). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.482679] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58c8f503-3196-4ab2-928a-f3a9373ff778 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.489813] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-56f6e706-fab6-4a88-94f1-dd371d165fce" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.489813] env[69895]: DEBUG nova.objects.instance [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lazy-loading 'migration_context' on Instance uuid 56f6e706-fab6-4a88-94f1-dd371d165fce {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.494905] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Created folder: Project (a0a4e625cd9f4e2a962710564bf25cc9) in parent group-v693805. [ 665.495077] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Creating folder: Instances. Parent ref: group-v693871. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.495310] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b858d022-1d16-45bf-a1a4-aa3750aeaef2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.500379] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.501127] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.501127] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.501697] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.501697] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.502039] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.502966] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.502966] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.503555] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.503861] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.504180] env[69895]: DEBUG nova.virt.hardware [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.506455] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c4f78-ea89-4064-8b3a-d5ccaae9633d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.517194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7e83c-1c91-4667-a9ed-707025c35a71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.524333] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Created folder: Instances in parent group-v693871. [ 665.524586] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.525996] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.525996] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d189196b-94bf-409a-bdcd-50bdf2ad3ce7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.559710] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.559710] env[69895]: value = "task-3471182" [ 665.559710] env[69895]: _type = "Task" [ 665.559710] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.568815] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471182, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.647160] env[69895]: DEBUG nova.scheduler.client.report [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.829393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.907995] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805865} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.908351] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1/84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.908498] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.908797] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f742ff-2167-4078-9f36-a4c8edf3a192 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.917081] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 665.917081] env[69895]: value = "task-3471183" [ 665.917081] env[69895]: _type = "Task" [ 665.917081] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.924732] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.950113] env[69895]: INFO nova.compute.manager [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Took 29.87 seconds to build instance. [ 665.993829] env[69895]: DEBUG nova.objects.base [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Object Instance<56f6e706-fab6-4a88-94f1-dd371d165fce> lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 665.995026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cdfef4-4dc0-4277-9dbb-840956bad55b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.018615] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e79db3b-7527-4212-90d7-548b1c4503cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.025617] env[69895]: DEBUG oslo_vmware.api [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 666.025617] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5229d65a-4cd1-7ad0-9fd2-0165aa896177" [ 666.025617] env[69895]: _type = "Task" [ 666.025617] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.035059] env[69895]: DEBUG oslo_vmware.api [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5229d65a-4cd1-7ad0-9fd2-0165aa896177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.072715] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471182, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.157021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.157021] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.157939] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.158s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.158340] env[69895]: DEBUG nova.objects.instance [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lazy-loading 'resources' on Instance uuid a9714630-63fc-40ae-959d-d86efa039ff6 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.160563] env[69895]: DEBUG nova.network.neutron [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.310161] env[69895]: DEBUG nova.network.neutron [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Updated VIF entry in instance network info cache for port 6eebe683-8215-4b68-b100-eb6451984957. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.310579] env[69895]: DEBUG nova.network.neutron [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Updating instance_info_cache with network_info: [{"id": "6eebe683-8215-4b68-b100-eb6451984957", "address": "fa:16:3e:b3:e6:2a", "network": {"id": "9f97a8cf-ba1c-4a3c-86cf-533daf85dcca", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-427437053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a4e625cd9f4e2a962710564bf25cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eebe683-82", "ovs_interfaceid": "6eebe683-8215-4b68-b100-eb6451984957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.428509] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181371} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.429310] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.430398] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c8e8f-74bb-41fe-a3da-3651abb568be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.457844] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1/84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.458601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01dede25-d27e-419b-b432-ea2cdac6deda tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.357s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.459334] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ad9f33-9cff-45c8-ba83-325016f23254 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.480283] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 666.480283] env[69895]: value = "task-3471184" [ 666.480283] env[69895]: _type = "Task" [ 666.480283] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.489135] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.535428] env[69895]: DEBUG oslo_vmware.api [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5229d65a-4cd1-7ad0-9fd2-0165aa896177, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.535957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.571871] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471182, 'name': CreateVM_Task, 'duration_secs': 0.626464} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.572271] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.573190] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.573493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.573898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.574286] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b58cbd-39a8-4e66-a229-2f3cd3d9b59c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.581675] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 666.581675] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526222ff-4d87-f6ac-7397-54963536d153" [ 666.581675] env[69895]: _type = "Task" [ 666.581675] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.589955] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526222ff-4d87-f6ac-7397-54963536d153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.662018] env[69895]: DEBUG nova.compute.utils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.662018] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.662274] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.667301] env[69895]: INFO nova.compute.manager [-] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Took 1.77 seconds to deallocate network for instance. [ 666.722076] env[69895]: DEBUG nova.policy [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a446578089b443d9ce9bc04a513f1b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb6de2cbed9e4158922bd9242067d6bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.813440] env[69895]: DEBUG oslo_concurrency.lockutils [req-7352a18b-c5c8-43d3-9f5f-ca56ecbe8f1b req-8e973c3d-7dc1-4571-a78b-6b64d428abe9 service nova] Releasing lock "refresh_cache-74d236c3-e499-4b37-abc2-ad8fb5a81a4a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.976620] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.995717] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.093557] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526222ff-4d87-f6ac-7397-54963536d153, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.096885] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.097214] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.097516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.097683] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.097865] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.098469] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ed81eb-429a-4da2-aac1-3ebe9cf33a09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.110902] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.111145] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.111940] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87868573-ce0f-4e1d-88a3-0b6756e65399 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.118396] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 667.118396] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210d73b-df67-91ae-0bb6-102bffcbb252" [ 667.118396] env[69895]: _type = "Task" [ 667.118396] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.128245] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210d73b-df67-91ae-0bb6-102bffcbb252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.168376] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.179946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.197331] env[69895]: DEBUG nova.compute.manager [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Received event network-changed-5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.197628] env[69895]: DEBUG nova.compute.manager [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Refreshing instance network info cache due to event network-changed-5b719340-4c62-4430-b370-188fc2e69370. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.197628] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] Acquiring lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.197762] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] Acquired lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.197917] env[69895]: DEBUG nova.network.neutron [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Refreshing network info cache for port 5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.207355] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Successfully created port: cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.271220] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80085e-2776-4838-9ae2-0d62436e0bda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.279357] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1882f0-d0e1-4adc-98de-2e59e42cdf19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327144] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Successfully updated port: cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.329697] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9588d7-f882-4e18-92a5-97da882bae32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.341873] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45188e1-5f38-43cc-8601-c79088b3c431 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.366378] env[69895]: DEBUG nova.compute.provider_tree [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.495356] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471184, 'name': ReconfigVM_Task, 'duration_secs': 0.783688} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.495644] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1/84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.496290] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4fc91ef-93cd-45cc-bfc5-a96b72c95079 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.498924] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.505619] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 667.505619] env[69895]: value = "task-3471185" [ 667.505619] env[69895]: _type = "Task" [ 667.505619] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.517216] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471185, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.629155] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210d73b-df67-91ae-0bb6-102bffcbb252, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.629374] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a370f99d-a5d9-4077-bb2c-b2db01b2ecb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.634706] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 667.634706] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f4a51-dda7-6d4c-d945-af870fd8e664" [ 667.634706] env[69895]: _type = "Task" [ 667.634706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.642807] env[69895]: DEBUG nova.compute.manager [req-a95bbf0a-57db-477c-9a73-4907de2b7639 req-a09767ec-09f7-49f3-81e2-02f1f81b0711 service nova] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Received event network-vif-deleted-2308b9b9-b987-446d-b51a-476be72f4077 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.648815] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f4a51-dda7-6d4c-d945-af870fd8e664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.833719] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.833868] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.834027] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.870058] env[69895]: DEBUG nova.scheduler.client.report [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.017416] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471185, 'name': Rename_Task, 'duration_secs': 0.148125} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.017792] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.018019] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5fdc962-7a22-496f-a8e7-70c280f646d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.029527] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 668.029527] env[69895]: value = "task-3471186" [ 668.029527] env[69895]: _type = "Task" [ 668.029527] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.040442] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.104573] env[69895]: DEBUG nova.network.neutron [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updated VIF entry in instance network info cache for port 5b719340-4c62-4430-b370-188fc2e69370. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.105055] env[69895]: DEBUG nova.network.neutron [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updating instance_info_cache with network_info: [{"id": "5b719340-4c62-4430-b370-188fc2e69370", "address": "fa:16:3e:57:de:1c", "network": {"id": "505bbb3c-f5f1-4bd7-8e5f-50b0986f232c", "bridge": "br-int", "label": "tempest-ServersTestJSON-602101237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97b2c9541bfa49d3b4ab325eb4c215e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b719340-4c", "ovs_interfaceid": "5b719340-4c62-4430-b370-188fc2e69370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.148463] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527f4a51-dda7-6d4c-d945-af870fd8e664, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.148863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.149138] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 74d236c3-e499-4b37-abc2-ad8fb5a81a4a/74d236c3-e499-4b37-abc2-ad8fb5a81a4a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.149412] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d592317-d5fa-4172-b076-7d166e4caf53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.157083] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 668.157083] env[69895]: value = "task-3471187" [ 668.157083] env[69895]: _type = "Task" [ 668.157083] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.166866] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.179225] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.208353] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.208605] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.208759] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.208966] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.209121] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.209264] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.209479] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.209637] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.209799] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.209956] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.210142] env[69895]: DEBUG nova.virt.hardware [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.211071] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d243b4c1-9be1-4c6d-a921-e6fb129a1875 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.220788] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8263a-5aa4-4c6c-bfcf-8eaead997239 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.376225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.378609] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.567s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.378862] env[69895]: DEBUG nova.objects.instance [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lazy-loading 'resources' on Instance uuid f7b42285-781e-4ace-a575-befaf310196f {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.393320] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.407194] env[69895]: INFO nova.scheduler.client.report [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Deleted allocations for instance a9714630-63fc-40ae-959d-d86efa039ff6 [ 668.544350] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.610692] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9ca6cf2-5fcb-4b3e-90a4-f8ffe60420af req-90407cc8-d59a-4192-badd-3720256b27ac service nova] Releasing lock "refresh_cache-b9463fd0-5f03-40a6-a034-45a65ecfac47" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.643904] env[69895]: DEBUG nova.network.neutron [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.670777] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.892783] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Successfully updated port: cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.925046] env[69895]: DEBUG oslo_concurrency.lockutils [None req-595e621d-e03f-4fed-ae9f-f66291f8617b tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Lock "a9714630-63fc-40ae-959d-d86efa039ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.970s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.043488] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.150029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.150718] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Instance network_info: |[{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.154542] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:af:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2fab4f-583f-4d54-bd79-06719058185f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.162248] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Creating folder: Project (142a279771bc4f1c80d8ddc13038bfb1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.165799] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d53bd3a1-d089-44dd-855c-3148d8e6a290 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.172024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.172024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.178908] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958688} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.179687] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 74d236c3-e499-4b37-abc2-ad8fb5a81a4a/74d236c3-e499-4b37-abc2-ad8fb5a81a4a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.179907] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.180783] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7c2622-b807-4f5b-b15d-e27ea5f29be5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.182904] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Created folder: Project (142a279771bc4f1c80d8ddc13038bfb1) in parent group-v693805. [ 669.183115] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Creating folder: Instances. Parent ref: group-v693874. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.185941] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-778e4d52-f3b7-4443-a180-17da7246ea8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.193258] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 669.193258] env[69895]: value = "task-3471189" [ 669.193258] env[69895]: _type = "Task" [ 669.193258] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.198347] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Created folder: Instances in parent group-v693874. [ 669.198830] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.199503] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.199812] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57942895-50c6-4508-8bca-4694e90309fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.223474] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.229739] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.229739] env[69895]: value = "task-3471191" [ 669.229739] env[69895]: _type = "Task" [ 669.229739] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.240178] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471191, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.395555] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.395712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395857] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.444090] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec359d4b-7a72-4b2e-ac8f-71e047592b0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.452371] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6643ca-80a0-4cb7-a1b3-990b257842c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.482610] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbdf1bc-e9bd-4d11-90dd-d9b6783dcc8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.489839] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa7e17e-b36a-4f39-9412-25ad7a77b5f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.502951] env[69895]: DEBUG nova.compute.provider_tree [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.547814] env[69895]: DEBUG oslo_vmware.api [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471186, 'name': PowerOnVM_Task, 'duration_secs': 1.264607} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.548170] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.548309] env[69895]: INFO nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 669.548483] env[69895]: DEBUG nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.550579] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db7d2d-0b67-4087-bf8a-f1e4d96ce62d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.626183] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-vif-plugged-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.626183] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquiring lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.626183] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.626183] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.626183] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] No waiting events found dispatching network-vif-plugged-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.626757] env[69895]: WARNING nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received unexpected event network-vif-plugged-cb2fab4f-583f-4d54-bd79-06719058185f for instance with vm_state building and task_state spawning. [ 669.626757] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.626757] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing instance network info cache due to event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.627017] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.627181] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.627347] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.704444] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072635} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.704778] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.705515] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34af6942-d9fd-41f9-a500-a0579964c836 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.729604] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 74d236c3-e499-4b37-abc2-ad8fb5a81a4a/74d236c3-e499-4b37-abc2-ad8fb5a81a4a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.729914] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672235b5-ba82-44c7-b057-36dfe86de0fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.747216] env[69895]: DEBUG nova.compute.manager [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-vif-plugged-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.747429] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Acquiring lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.747940] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.747940] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.747940] env[69895]: DEBUG nova.compute.manager [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] No waiting events found dispatching network-vif-plugged-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.748237] env[69895]: WARNING nova.compute.manager [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received unexpected event network-vif-plugged-cde713dc-0368-4f12-a4b7-1addcfb4faaa for instance with vm_state building and task_state spawning. [ 669.748389] env[69895]: DEBUG nova.compute.manager [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.748476] env[69895]: DEBUG nova.compute.manager [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing instance network info cache due to event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.748678] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.759900] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471191, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.761370] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 669.761370] env[69895]: value = "task-3471192" [ 669.761370] env[69895]: _type = "Task" [ 669.761370] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.773324] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.011267] env[69895]: DEBUG nova.scheduler.client.report [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.068661] env[69895]: INFO nova.compute.manager [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Took 31.34 seconds to build instance. [ 670.174022] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.256873] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471191, 'name': CreateVM_Task, 'duration_secs': 0.901966} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.259832] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.260667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.261022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.261490] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.262642] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c28a624-d30a-44e5-8fa0-59ace2ef4166 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.273014] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 670.273014] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c6fc95-5e45-64e4-f760-6752d1800fe2" [ 670.273014] env[69895]: _type = "Task" [ 670.273014] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.275023] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.285599] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c6fc95-5e45-64e4-f760-6752d1800fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.388599] env[69895]: DEBUG nova.network.neutron [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.522444] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.525084] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.420s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.525194] env[69895]: DEBUG nova.objects.instance [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 670.554048] env[69895]: INFO nova.scheduler.client.report [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Deleted allocations for instance f7b42285-781e-4ace-a575-befaf310196f [ 670.571337] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.722s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.692458] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updated VIF entry in instance network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.692822] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.781268] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471192, 'name': ReconfigVM_Task, 'duration_secs': 1.015897} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.783318] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 74d236c3-e499-4b37-abc2-ad8fb5a81a4a/74d236c3-e499-4b37-abc2-ad8fb5a81a4a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.784071] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fa9470b-6062-43ec-b1ad-ce67acc426dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.791363] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c6fc95-5e45-64e4-f760-6752d1800fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.038647} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.793220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.793220] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.793301] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.793416] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.793633] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.793930] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 670.793930] env[69895]: value = "task-3471193" [ 670.793930] env[69895]: _type = "Task" [ 670.793930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.794455] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c0377a-ecb2-49d1-8df3-af93b3c60cd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.808019] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471193, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.808019] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.808322] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.808830] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a79eaf-4d21-48c1-85c1-a9c648da6911 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.813820] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 670.813820] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6b050-ba47-5792-88cc-db70ac05e95c" [ 670.813820] env[69895]: _type = "Task" [ 670.813820] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.821485] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6b050-ba47-5792-88cc-db70ac05e95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.891679] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.892059] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Instance network_info: |[{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.892386] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.893029] env[69895]: DEBUG nova.network.neutron [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.894315] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:cb:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cde713dc-0368-4f12-a4b7-1addcfb4faaa', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.902139] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Creating folder: Project (bb6de2cbed9e4158922bd9242067d6bf). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.903285] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bfe4a5d-77f1-4dfa-b5fc-96641015ad46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.914356] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Created folder: Project (bb6de2cbed9e4158922bd9242067d6bf) in parent group-v693805. [ 670.914356] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Creating folder: Instances. Parent ref: group-v693877. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.914533] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5eeb5d4-687e-42da-bfd4-532f8f76df95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.923672] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Created folder: Instances in parent group-v693877. [ 670.923915] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.924102] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.924611] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eecd2fe8-8e9d-4c5b-8fe4-5c24fadb16f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.944285] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.944285] env[69895]: value = "task-3471196" [ 670.944285] env[69895]: _type = "Task" [ 670.944285] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.952448] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471196, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.061838] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4235591b-c68d-4a4f-8676-d48df0b794d4 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Lock "f7b42285-781e-4ace-a575-befaf310196f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.740s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.076161] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.195723] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.196032] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received event network-changed-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.196214] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing instance network info cache due to event network-changed-58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.196503] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquiring lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.196663] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquired lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.196827] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.307407] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471193, 'name': Rename_Task, 'duration_secs': 0.27727} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.307695] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.307945] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832d057d-6bdf-4e34-bd38-dad138293ca0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.315270] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 671.315270] env[69895]: value = "task-3471197" [ 671.315270] env[69895]: _type = "Task" [ 671.315270] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.330033] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6b050-ba47-5792-88cc-db70ac05e95c, 'name': SearchDatastore_Task, 'duration_secs': 0.015902} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.334339] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.334594] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64b7f70-b135-44be-bab6-854c155948be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.343519] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 671.343519] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a6fae-c98c-a326-f760-e6973a8bdbdb" [ 671.343519] env[69895]: _type = "Task" [ 671.343519] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.351509] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a6fae-c98c-a326-f760-e6973a8bdbdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.455666] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471196, 'name': CreateVM_Task, 'duration_secs': 0.465672} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.455922] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.456721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.458061] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.458061] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.458061] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9480455a-0823-4ef9-bac9-4d3c2096533e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.465044] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 671.465044] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6231b-95ac-b9cd-d65d-2e08b5e941d0" [ 671.465044] env[69895]: _type = "Task" [ 671.465044] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.471306] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6231b-95ac-b9cd-d65d-2e08b5e941d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.535947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7cd53af0-adaf-4dc4-bed6-7ad0825647ea tempest-ServersAdmin275Test-377984462 tempest-ServersAdmin275Test-377984462-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.537063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.043s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.540147] env[69895]: INFO nova.compute.claims [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.598984] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.828718] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.853338] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a6fae-c98c-a326-f760-e6973a8bdbdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.853637] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.853923] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/43e4da4f-1e2e-4f76-b788-dd6ca8493941.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.854204] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09245a78-8c24-44f6-9654-bebffb57e244 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.862192] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 671.862192] env[69895]: value = "task-3471198" [ 671.862192] env[69895]: _type = "Task" [ 671.862192] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.872142] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.904199] env[69895]: DEBUG nova.network.neutron [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updated VIF entry in instance network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.904816] env[69895]: DEBUG nova.network.neutron [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.918021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.918021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.918021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.918021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.918525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.920967] env[69895]: INFO nova.compute.manager [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Terminating instance [ 671.978647] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e6231b-95ac-b9cd-d65d-2e08b5e941d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.979866] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updated VIF entry in instance network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.980566] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updating instance_info_cache with network_info: [{"id": "58370be2-4982-4b18-91f8-5969a84308bb", "address": "fa:16:3e:26:aa:7d", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58370be2-49", "ovs_interfaceid": "58370be2-4982-4b18-91f8-5969a84308bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.982080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.982473] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.982894] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.983193] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.983508] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.984138] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20dddbe1-e190-4e42-beef-6b35be058026 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.999462] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.999462] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.000248] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5eb2c6d-4c1f-4480-b59f-cdf35d6cc77b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.007344] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 672.007344] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f28cd6-1922-e5ec-fd99-d0978c8f7dae" [ 672.007344] env[69895]: _type = "Task" [ 672.007344] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.019108] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f28cd6-1922-e5ec-fd99-d0978c8f7dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.328176] env[69895]: DEBUG oslo_vmware.api [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471197, 'name': PowerOnVM_Task, 'duration_secs': 0.674787} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.328438] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.328571] env[69895]: INFO nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 672.328802] env[69895]: DEBUG nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.329984] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c70191-78c7-4683-a985-2ee7f7d8fefb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.372545] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471198, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.410524] env[69895]: DEBUG oslo_concurrency.lockutils [req-a437765a-d448-470a-884c-d732296987df req-4d8a630d-04dd-4aac-8420-e6225aa6f25a service nova] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.427126] env[69895]: DEBUG nova.compute.manager [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.427424] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.428300] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbae4c5-3cf3-432c-a683-554d8d80bcb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.436455] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.436717] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-391799e1-201e-4005-bc74-10077d43dd11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.443268] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 672.443268] env[69895]: value = "task-3471199" [ 672.443268] env[69895]: _type = "Task" [ 672.443268] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.452273] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.484634] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Releasing lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.484908] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received event network-changed-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.485108] env[69895]: DEBUG nova.compute.manager [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing instance network info cache due to event network-changed-58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.485420] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquiring lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485637] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Acquired lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485737] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Refreshing network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.518415] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f28cd6-1922-e5ec-fd99-d0978c8f7dae, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.519375] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d445b9-78aa-4c0b-9089-338dd7c277f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.525042] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 672.525042] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ec053e-586c-7b9e-db7f-81497974d278" [ 672.525042] env[69895]: _type = "Task" [ 672.525042] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.534671] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ec053e-586c-7b9e-db7f-81497974d278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.563047] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.563047] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.850412] env[69895]: INFO nova.compute.manager [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Took 33.07 seconds to build instance. [ 672.877274] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523154} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.877910] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/43e4da4f-1e2e-4f76-b788-dd6ca8493941.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.877910] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.878085] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8ca516-aa34-43b2-ace3-8c25e482359d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.885175] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 672.885175] env[69895]: value = "task-3471200" [ 672.885175] env[69895]: _type = "Task" [ 672.885175] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.896819] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.954303] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471199, 'name': PowerOffVM_Task, 'duration_secs': 0.32586} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.959813] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.960310] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.962515] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7e11d02-61b7-48be-8683-aadd81cec55a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.042160] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ec053e-586c-7b9e-db7f-81497974d278, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.043414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.043681] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 51f89421-5ba3-4a3c-bc62-6cd4173328ef/51f89421-5ba3-4a3c-bc62-6cd4173328ef.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.043985] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.044192] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.044368] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Deleting the datastore file [datastore1] 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.044587] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ed91f5c-1e75-4bc7-a169-1b41999b8f84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.049868] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd5291c-a83d-49e0-a97c-ff13d1e33194 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.734621] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37aa9a87-1295-4992-9619-5d3273497e9f tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.873s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.740217] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.745445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.745674] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.747498] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.748155] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 673.748155] env[69895]: value = "task-3471202" [ 673.748155] env[69895]: _type = "Task" [ 673.748155] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.749476] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.750697] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for the task: (returnval){ [ 673.750697] env[69895]: value = "task-3471203" [ 673.750697] env[69895]: _type = "Task" [ 673.750697] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.750697] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.756449] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.760187] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0858} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.763734] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.763885] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 673.764532] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.765076] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.767555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aade9d-6f2d-47e0-be4d-ca2749d4028f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.779533] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.779533] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.803858] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/43e4da4f-1e2e-4f76-b788-dd6ca8493941.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.806872] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f723e9d-8610-45f8-9f62-c2eda80679b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.830977] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 673.830977] env[69895]: value = "task-3471204" [ 673.830977] env[69895]: _type = "Task" [ 673.830977] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.840196] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.841081] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c7deb-a024-4ba7-82c9-38e3501e3f4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.849155] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887b9f3a-3ea2-41a5-b928-1d8a3b057dd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.888714] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d24fa-8314-4136-bdaa-90de4b233d49 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.897422] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffcf1f5-e54e-49e9-a66b-d332a557f718 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.907632] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.907867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.917970] env[69895]: DEBUG nova.compute.provider_tree [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.985657] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updated VIF entry in instance network info cache for port 58370be2-4982-4b18-91f8-5969a84308bb. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.985657] env[69895]: DEBUG nova.network.neutron [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updating instance_info_cache with network_info: [{"id": "58370be2-4982-4b18-91f8-5969a84308bb", "address": "fa:16:3e:26:aa:7d", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58370be2-49", "ovs_interfaceid": "58370be2-4982-4b18-91f8-5969a84308bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.240153] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.240559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.240780] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.240973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.241242] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.243664] env[69895]: INFO nova.compute.manager [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Terminating instance [ 674.248033] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.273558] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521134} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.277221] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 51f89421-5ba3-4a3c-bc62-6cd4173328ef/51f89421-5ba3-4a3c-bc62-6cd4173328ef.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.277481] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.278533] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.279965] env[69895]: DEBUG oslo_vmware.api [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Task: {'id': task-3471203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170457} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.280459] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456fd2db-3533-4571-b5c4-c593e3be74cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.283482] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.283668] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.283839] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.284008] env[69895]: INFO nova.compute.manager [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Took 1.86 seconds to destroy the instance on the hypervisor. [ 674.284326] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.284521] env[69895]: DEBUG nova.compute.manager [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.284617] env[69895]: DEBUG nova.network.neutron [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.290398] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 674.290398] env[69895]: value = "task-3471205" [ 674.290398] env[69895]: _type = "Task" [ 674.290398] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.300573] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.342125] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.421387] env[69895]: DEBUG nova.scheduler.client.report [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.488694] env[69895]: DEBUG oslo_concurrency.lockutils [req-65c87e42-b702-4f12-a94d-9d5fff6b5512 req-f3f8e757-0b1a-4845-b9a0-f5a1feea05a4 service nova] Releasing lock "refresh_cache-69bb138f-ff3e-4e52-af29-1113d378eced" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.533194] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "515d9097-3179-42e1-a47c-74bb5678555d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.533194] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.710060] env[69895]: DEBUG nova.compute.manager [req-01003212-6f8d-4aca-8c22-b50beef0699a req-dfa4dcf6-9f87-4f19-ad0c-e23406302804 service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Received event network-vif-deleted-c415e661-5b3e-44d0-b87c-1c6d537ea044 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.710279] env[69895]: INFO nova.compute.manager [req-01003212-6f8d-4aca-8c22-b50beef0699a req-dfa4dcf6-9f87-4f19-ad0c-e23406302804 service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Neutron deleted interface c415e661-5b3e-44d0-b87c-1c6d537ea044; detaching it from the instance and deleting it from the info cache [ 674.710516] env[69895]: DEBUG nova.network.neutron [req-01003212-6f8d-4aca-8c22-b50beef0699a req-dfa4dcf6-9f87-4f19-ad0c-e23406302804 service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.747582] env[69895]: DEBUG nova.compute.manager [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.747911] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.748806] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb744e5-948c-4a39-8543-bea4bbce85fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.757106] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.757380] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c986de3a-55a8-4a39-8bc5-78bd9ba188f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.765187] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 674.765187] env[69895]: value = "task-3471206" [ 674.765187] env[69895]: _type = "Task" [ 674.765187] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.777766] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.787076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.799523] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065024} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.799784] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.800649] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16a29c6-5762-47a3-9905-32ff6e027d43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.821966] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 51f89421-5ba3-4a3c-bc62-6cd4173328ef/51f89421-5ba3-4a3c-bc62-6cd4173328ef.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.822284] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd850575-d970-4d41-80a2-a209054c4d0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.845825] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471204, 'name': ReconfigVM_Task, 'duration_secs': 0.539093} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.847174] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/43e4da4f-1e2e-4f76-b788-dd6ca8493941.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.847855] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 674.847855] env[69895]: value = "task-3471207" [ 674.847855] env[69895]: _type = "Task" [ 674.847855] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.848059] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35c807b7-a039-4885-8a09-5bc2f0f6b521 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.857917] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.859171] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 674.859171] env[69895]: value = "task-3471208" [ 674.859171] env[69895]: _type = "Task" [ 674.859171] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.866784] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471208, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.927036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.390s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.927480] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.930315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.858s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.931761] env[69895]: INFO nova.compute.claims [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.061341] env[69895]: DEBUG nova.network.neutron [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.218022] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7d38d93-e1b5-42b0-a0b0-e10d0a2407d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.227175] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161c1f2-5292-48b7-93f0-e3d597bf75e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.260281] env[69895]: DEBUG nova.compute.manager [req-01003212-6f8d-4aca-8c22-b50beef0699a req-dfa4dcf6-9f87-4f19-ad0c-e23406302804 service nova] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Detach interface failed, port_id=c415e661-5b3e-44d0-b87c-1c6d537ea044, reason: Instance 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 675.278205] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471206, 'name': PowerOffVM_Task, 'duration_secs': 0.304772} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.278589] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.278756] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.279032] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a251aa-2f66-4e3b-ac72-4e60cbe12190 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.337154] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.337684] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.337987] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Deleting the datastore file [datastore2] 74d236c3-e499-4b37-abc2-ad8fb5a81a4a {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.342133] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d8b2a1-e887-4d23-92b7-e027257bd4bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.346398] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for the task: (returnval){ [ 675.346398] env[69895]: value = "task-3471210" [ 675.346398] env[69895]: _type = "Task" [ 675.346398] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.357810] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.362693] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471207, 'name': ReconfigVM_Task, 'duration_secs': 0.293764} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.368216] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 51f89421-5ba3-4a3c-bc62-6cd4173328ef/51f89421-5ba3-4a3c-bc62-6cd4173328ef.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.371615] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f67ee20e-69b0-4a09-a6d8-4e5f162e6972 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.377722] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471208, 'name': Rename_Task, 'duration_secs': 0.141482} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.379091] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 675.379091] env[69895]: value = "task-3471211" [ 675.379091] env[69895]: _type = "Task" [ 675.379091] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.379355] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.380021] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b8b3dec-26eb-4491-9e0a-57887b72f5da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.388172] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 675.388172] env[69895]: value = "task-3471212" [ 675.388172] env[69895]: _type = "Task" [ 675.388172] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.391644] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471211, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.400545] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.442213] env[69895]: DEBUG nova.compute.utils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.444399] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.444399] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.513964] env[69895]: DEBUG nova.policy [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c012b0211d244109ede183bf679573a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e260410d928a474aa5886f8afec01579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.564899] env[69895]: INFO nova.compute.manager [-] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Took 1.28 seconds to deallocate network for instance. [ 675.861074] env[69895]: DEBUG oslo_vmware.api [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Task: {'id': task-3471210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151578} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.865655] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.865655] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.865655] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.865655] env[69895]: INFO nova.compute.manager [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 675.865655] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.865857] env[69895]: DEBUG nova.compute.manager [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.865857] env[69895]: DEBUG nova.network.neutron [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.889506] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471211, 'name': Rename_Task, 'duration_secs': 0.257573} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.894055] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.894055] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1937ef-c3ce-4d2e-b61a-d03c7796a6ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.909238] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 675.909238] env[69895]: value = "task-3471213" [ 675.909238] env[69895]: _type = "Task" [ 675.909238] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.909920] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.949870] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.952625] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Successfully created port: 21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.072406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.321332] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "c092aa49-0ff0-45b6-933b-03a485e43c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.321556] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.406261] env[69895]: DEBUG oslo_vmware.api [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471212, 'name': PowerOnVM_Task, 'duration_secs': 0.665124} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.406653] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.406919] env[69895]: INFO nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Took 10.97 seconds to spawn the instance on the hypervisor. [ 676.407162] env[69895]: DEBUG nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.408715] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f92634-c351-478d-9d25-76e93b2d5ad1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.448421] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471213, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.618236] env[69895]: DEBUG nova.compute.manager [req-505f5fbe-427d-467d-9ddc-c5acbb370f30 req-2b38f253-5f52-4aca-8516-b5efc9f5f76d service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Received event network-vif-deleted-6eebe683-8215-4b68-b100-eb6451984957 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.618510] env[69895]: INFO nova.compute.manager [req-505f5fbe-427d-467d-9ddc-c5acbb370f30 req-2b38f253-5f52-4aca-8516-b5efc9f5f76d service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Neutron deleted interface 6eebe683-8215-4b68-b100-eb6451984957; detaching it from the instance and deleting it from the info cache [ 676.618759] env[69895]: DEBUG nova.network.neutron [req-505f5fbe-427d-467d-9ddc-c5acbb370f30 req-2b38f253-5f52-4aca-8516-b5efc9f5f76d service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.666416] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d337b06-af46-43bb-88a4-1709a8751f69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.675255] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4509bce9-52da-47c8-ba69-839d59a7ac7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.706156] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8521096-af7d-42cf-aaa8-37f66e15c5fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.714087] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de082dc-9b2f-4769-8d98-8b40e0f5128d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.730966] env[69895]: DEBUG nova.compute.provider_tree [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.872435] env[69895]: DEBUG nova.network.neutron [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.933680] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471213, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.965967] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.967683] env[69895]: INFO nova.compute.manager [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Took 33.71 seconds to build instance. [ 677.007163] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.007447] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.007604] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.007782] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.007925] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.008358] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.008868] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.008991] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.009296] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.009476] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.009739] env[69895]: DEBUG nova.virt.hardware [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.010779] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fda097-5a58-4961-a68d-f4a9372933ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.020705] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bdfb19-a260-4d15-aad6-70376b7ac767 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.124539] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-170ac6cb-ff58-44e7-9788-e888fdd51cb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.134592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3043563-dfd5-4ac9-bf00-1cbab2986119 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.167718] env[69895]: DEBUG nova.compute.manager [req-505f5fbe-427d-467d-9ddc-c5acbb370f30 req-2b38f253-5f52-4aca-8516-b5efc9f5f76d service nova] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Detach interface failed, port_id=6eebe683-8215-4b68-b100-eb6451984957, reason: Instance 74d236c3-e499-4b37-abc2-ad8fb5a81a4a could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 677.234974] env[69895]: DEBUG nova.scheduler.client.report [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.376500] env[69895]: INFO nova.compute.manager [-] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Took 1.51 seconds to deallocate network for instance. [ 677.435105] env[69895]: DEBUG oslo_vmware.api [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471213, 'name': PowerOnVM_Task, 'duration_secs': 1.146817} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.435475] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.435703] env[69895]: INFO nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Took 9.26 seconds to spawn the instance on the hypervisor. [ 677.435872] env[69895]: DEBUG nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.436648] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea45c2-4a14-4c57-a4fc-4a494e82027d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.472102] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c6587a72-6158-4a51-8ef2-3800e96e2265 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.753s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.481671] env[69895]: DEBUG nova.compute.manager [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Received event network-vif-plugged-21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.481921] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.484723] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.484933] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.485284] env[69895]: DEBUG nova.compute.manager [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] No waiting events found dispatching network-vif-plugged-21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.485470] env[69895]: WARNING nova.compute.manager [req-f4edd09f-01fa-4f5d-8821-c64a6fe5629a req-8f2f7d5e-9930-4002-a615-c7327d0dfe30 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Received unexpected event network-vif-plugged-21b937e5-f171-432d-818d-7ae40bee3e69 for instance with vm_state building and task_state spawning. [ 677.545479] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Successfully updated port: 21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.606193] env[69895]: INFO nova.compute.manager [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Rescuing [ 677.606492] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.606762] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.606926] env[69895]: DEBUG nova.network.neutron [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.740265] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.740798] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.743414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.312s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.745028] env[69895]: INFO nova.compute.claims [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.883734] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.953219] env[69895]: INFO nova.compute.manager [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Took 34.54 seconds to build instance. [ 677.979819] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.049572] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.049572] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.049682] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.249649] env[69895]: DEBUG nova.compute.utils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.253619] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.253829] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.305164] env[69895]: DEBUG nova.network.neutron [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.320734] env[69895]: DEBUG nova.policy [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc113321504d4d9bb06aa23e80ac46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef38d3d4ce43dd96f88549cf11602d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.456107] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d81bf61e-3034-4739-baeb-309afa12b268 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.745s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.512272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.592276] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.756944] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.787583] env[69895]: DEBUG nova.network.neutron [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.810446] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.961026] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.020815] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Successfully created port: 19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.293552] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.294245] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Instance network_info: |[{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.294362] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:be:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21b937e5-f171-432d-818d-7ae40bee3e69', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.303256] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating folder: Project (e260410d928a474aa5886f8afec01579). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.305480] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae05d9ad-d424-4e4c-b639-2779be483435 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.308817] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecd360f-2a83-4dae-8d5d-0a4dab52740b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.315720] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9711e84f-920b-45a4-bc93-6055080cfd82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.321383] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created folder: Project (e260410d928a474aa5886f8afec01579) in parent group-v693805. [ 679.321383] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating folder: Instances. Parent ref: group-v693880. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.321563] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f2e1a9-8d9d-49bd-8ed1-7969a49c6d84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.356582] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee90cc-37a6-461f-8102-ff7ffa3eaab6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.365857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d44c18-d23a-431f-aee1-6e8bbe85cc14 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.370081] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created folder: Instances in parent group-v693880. [ 679.370329] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.370774] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.371398] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63ebe2e1-c049-48b3-9483-a2f3a48ab27f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.395104] env[69895]: DEBUG nova.compute.provider_tree [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.400744] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.400744] env[69895]: value = "task-3471216" [ 679.400744] env[69895]: _type = "Task" [ 679.400744] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.409528] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471216, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.479991] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.780497] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.805283] env[69895]: DEBUG nova.compute.manager [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Received event network-changed-21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.805486] env[69895]: DEBUG nova.compute.manager [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Refreshing instance network info cache due to event network-changed-21b937e5-f171-432d-818d-7ae40bee3e69. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.805709] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.805849] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.806008] env[69895]: DEBUG nova.network.neutron [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Refreshing network info cache for port 21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.815381] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.815620] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.815772] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.815948] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.816098] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.816246] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.816448] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.816602] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.816763] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.818030] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.818030] env[69895]: DEBUG nova.virt.hardware [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.818230] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd1857-7e1e-4fa7-a0e7-9bbfc4b41d59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.826972] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2acd394-9fd5-4c91-9936-8384d655292d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.898405] env[69895]: DEBUG nova.scheduler.client.report [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.912817] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471216, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.364729] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.365173] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e834b8-53fc-4282-a070-3299904be86b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.373307] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 680.373307] env[69895]: value = "task-3471217" [ 680.373307] env[69895]: _type = "Task" [ 680.373307] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.384066] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.404578] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.405182] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.410730] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.625s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.411501] env[69895]: DEBUG nova.objects.instance [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lazy-loading 'resources' on Instance uuid 1e74eb41-3368-47e2-a17f-2a239b873b67 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.418273] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471216, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.513993] env[69895]: DEBUG nova.network.neutron [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updated VIF entry in instance network info cache for port 21b937e5-f171-432d-818d-7ae40bee3e69. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.514577] env[69895]: DEBUG nova.network.neutron [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.723309] env[69895]: DEBUG nova.compute.manager [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Received event network-vif-plugged-19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.723309] env[69895]: DEBUG oslo_concurrency.lockutils [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] Acquiring lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.723639] env[69895]: DEBUG oslo_concurrency.lockutils [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] Lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.723798] env[69895]: DEBUG oslo_concurrency.lockutils [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] Lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.724078] env[69895]: DEBUG nova.compute.manager [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] No waiting events found dispatching network-vif-plugged-19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.724353] env[69895]: WARNING nova.compute.manager [req-6146d5f8-fecc-49d1-81ac-37ee40718038 req-605e02ed-d183-435e-b171-f32298b3e413 service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Received unexpected event network-vif-plugged-19279116-70d8-4d9f-b13b-883d82653206 for instance with vm_state building and task_state spawning. [ 680.841010] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Successfully updated port: 19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.885456] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471217, 'name': PowerOffVM_Task, 'duration_secs': 0.209708} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.885739] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.886531] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fafcc3f-491a-4968-83e9-5fc4d438e23d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.908358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12443535-b8d9-422a-af14-524593b77223 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.916339] env[69895]: DEBUG nova.compute.utils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.919616] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471216, 'name': CreateVM_Task, 'duration_secs': 1.327914} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.923502] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.923720] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.925363] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.930437] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.930535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.930829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.931112] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.931321] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.932160] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c9454b-1e61-4d1d-bde9-96dcc3bfd990 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.937326] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 680.937326] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270fe13-ea26-51a1-4f0b-665c88fefff5" [ 680.937326] env[69895]: _type = "Task" [ 680.937326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.949526] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270fe13-ea26-51a1-4f0b-665c88fefff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.959746] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.960211] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ad289e-788b-4723-9757-2d765a9d05ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.967332] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 680.967332] env[69895]: value = "task-3471218" [ 680.967332] env[69895]: _type = "Task" [ 680.967332] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.979507] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 680.979507] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.979620] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.979770] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.979953] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.980201] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e820f2-0526-48fb-a271-5565f6eb9b2a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.982982] env[69895]: DEBUG nova.policy [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc113321504d4d9bb06aa23e80ac46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef38d3d4ce43dd96f88549cf11602d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.992496] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.992689] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.993404] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae4a6cd-b7a7-4f49-898f-7032132251af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.001161] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 681.001161] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5221d41b-01e1-8110-d152-097d2e9e4232" [ 681.001161] env[69895]: _type = "Task" [ 681.001161] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.009790] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5221d41b-01e1-8110-d152-097d2e9e4232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.017509] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a620b90-5a6c-4259-9f92-a59aa461c4b8 req-fab39c9a-bca1-4618-8842-1755b2393240 service nova] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.344259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.344423] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.344573] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.424376] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.446584] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Successfully created port: 428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.453203] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6ee93-9a79-44d3-9ba3-b7d8df4812d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.458984] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270fe13-ea26-51a1-4f0b-665c88fefff5, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.459657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.459893] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.460161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.460312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.460489] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.460770] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a73b2df2-bdf5-4d47-a897-918b26c811e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.466727] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6909dc1d-376e-4af8-9e9c-ca78d4d1e1d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.472199] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.472441] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.499568] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b99ea8c-32e1-4793-a7ec-e203012e057d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.503667] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce531640-be28-4706-93d3-af7f1ef67c40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.512010] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 681.512010] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52441c51-123a-5af0-5d16-ad74d580a71f" [ 681.512010] env[69895]: _type = "Task" [ 681.512010] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.517373] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5221d41b-01e1-8110-d152-097d2e9e4232, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.521092] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37cc5c-da9c-4d00-ae91-aff86b9847e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.525562] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba66fe4-1924-4fc2-9075-c6ff1b38ef05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.532400] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52441c51-123a-5af0-5d16-ad74d580a71f, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.541464] env[69895]: DEBUG nova.compute.provider_tree [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.542795] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 681.542795] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52715164-e05a-cca8-93b3-92ad09014801" [ 681.542795] env[69895]: _type = "Task" [ 681.542795] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.543165] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0273c2-52c4-4a6f-b321-302e3d6aec38 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.551662] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 681.551662] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52115145-6347-bf81-410a-b4dc86b9ba31" [ 681.551662] env[69895]: _type = "Task" [ 681.551662] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.555235] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52715164-e05a-cca8-93b3-92ad09014801, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.558267] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.558647] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 681.558971] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43b95a3-a370-455d-b3b0-8979042716ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.566094] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52115145-6347-bf81-410a-b4dc86b9ba31, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.567169] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.567429] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.567735] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 681.567735] env[69895]: value = "task-3471219" [ 681.567735] env[69895]: _type = "Task" [ 681.567735] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.567906] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fb353bc-7e93-4fdf-9174-6cf912ff3910 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.577053] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.578171] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 681.578171] env[69895]: value = "task-3471220" [ 681.578171] env[69895]: _type = "Task" [ 681.578171] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.585675] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.890967] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.044971] env[69895]: DEBUG nova.scheduler.client.report [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.062234] env[69895]: DEBUG nova.network.neutron [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Updating instance_info_cache with network_info: [{"id": "19279116-70d8-4d9f-b13b-883d82653206", "address": "fa:16:3e:32:47:03", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19279116-70", "ovs_interfaceid": "19279116-70d8-4d9f-b13b-883d82653206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.088719] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.096761] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.434206] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.460780] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.461040] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.461228] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.461414] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.461560] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.461703] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.461905] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.462072] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.462250] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.462411] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.462581] env[69895]: DEBUG nova.virt.hardware [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.463458] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557148ae-c407-4121-9457-2917b3a6678a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.471754] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd2a7ae-8627-44fb-8733-5041a0068eb2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.550232] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.552771] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.459s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.553248] env[69895]: DEBUG nova.objects.instance [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lazy-loading 'resources' on Instance uuid ceabd946-b81f-47f3-8faa-1c4c858b5a9e {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.565783] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.565783] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance network_info: |[{"id": "19279116-70d8-4d9f-b13b-883d82653206", "address": "fa:16:3e:32:47:03", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19279116-70", "ovs_interfaceid": "19279116-70d8-4d9f-b13b-883d82653206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.566648] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:47:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19279116-70d8-4d9f-b13b-883d82653206', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.574496] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating folder: Project (d2ef38d3d4ce43dd96f88549cf11602d). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.575626] env[69895]: INFO nova.scheduler.client.report [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Deleted allocations for instance 1e74eb41-3368-47e2-a17f-2a239b873b67 [ 682.576834] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08c9139-8c1b-432f-8c7b-4040349f27e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592026] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614959} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.595764] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 682.596415] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created folder: Project (d2ef38d3d4ce43dd96f88549cf11602d) in parent group-v693805. [ 682.596415] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating folder: Instances. Parent ref: group-v693883. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.596415] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571288} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.597116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb6cef-2c03-4e66-b108-a0e45d613717 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.599462] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-300d42a6-81dc-4f36-bef1-aee4e0fcacdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.600870] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.601088] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.601337] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1230b666-b76d-4966-bd8b-1d8f0b3dc4b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.625838] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.628921] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5263cff-5e85-4f2e-a019-f2b002bdd1e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.642874] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created folder: Instances in parent group-v693883. [ 682.643145] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.643408] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 682.643408] env[69895]: value = "task-3471223" [ 682.643408] env[69895]: _type = "Task" [ 682.643408] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.643617] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.644319] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca864534-29ae-45d4-bc88-64de68b6320a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.664355] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 682.664355] env[69895]: value = "task-3471224" [ 682.664355] env[69895]: _type = "Task" [ 682.664355] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.670999] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471223, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.672577] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.672577] env[69895]: value = "task-3471225" [ 682.672577] env[69895]: _type = "Task" [ 682.672577] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.681674] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.686626] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471225, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.778972] env[69895]: DEBUG nova.compute.manager [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Received event network-changed-19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.779279] env[69895]: DEBUG nova.compute.manager [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Refreshing instance network info cache due to event network-changed-19279116-70d8-4d9f-b13b-883d82653206. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.779514] env[69895]: DEBUG oslo_concurrency.lockutils [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] Acquiring lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.779603] env[69895]: DEBUG oslo_concurrency.lockutils [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] Acquired lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780068] env[69895]: DEBUG nova.network.neutron [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Refreshing network info cache for port 19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.088214] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1e29cbfe-a6cc-4dff-ab3d-5d3001bd5597 tempest-ServersAdmin275Test-1081752503 tempest-ServersAdmin275Test-1081752503-project-member] Lock "1e74eb41-3368-47e2-a17f-2a239b873b67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.592s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.153837] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074228} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.156463] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.157726] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00c95e-9417-4ff8-bbd8-0d73ac420af3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.181377] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.187063] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf31939-b108-4245-8e1e-f976f41a83cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.212479] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471224, 'name': ReconfigVM_Task, 'duration_secs': 0.328922} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.212659] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471225, 'name': CreateVM_Task, 'duration_secs': 0.356867} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.213825] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.214095] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.214339] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 683.214339] env[69895]: value = "task-3471226" [ 683.214339] env[69895]: _type = "Task" [ 683.214339] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.215021] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4378d5e8-824c-4fb0-8158-9e752a8aa05a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.217786] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217944] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.218259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.220694] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613f113a-c749-4452-a21b-b445fcee8bef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.232128] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.247647] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 683.247647] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5283963c-5b4f-e01d-f1de-4dacaf116529" [ 683.247647] env[69895]: _type = "Task" [ 683.247647] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.254492] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Successfully updated port: 428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.258119] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab88b03-0e04-40fa-bdff-fa650e1499e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.279536] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5283963c-5b4f-e01d-f1de-4dacaf116529, 'name': SearchDatastore_Task, 'duration_secs': 0.019391} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.285037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.285037] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.285037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.285037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.285217] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.285383] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 683.285383] env[69895]: value = "task-3471227" [ 683.285383] env[69895]: _type = "Task" [ 683.285383] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.287451] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b57d35aa-a4ea-4d0b-ac7b-380d32e1e766 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.301057] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.302113] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.302113] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.304815] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccfcf30-bc85-4184-9d72-f81766c657cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.310306] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 683.310306] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a47728-1e96-3f0d-c3b9-c7c2a958baa0" [ 683.310306] env[69895]: _type = "Task" [ 683.310306] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.318324] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a47728-1e96-3f0d-c3b9-c7c2a958baa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.682633] env[69895]: DEBUG nova.network.neutron [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Updated VIF entry in instance network info cache for port 19279116-70d8-4d9f-b13b-883d82653206. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.683133] env[69895]: DEBUG nova.network.neutron [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Updating instance_info_cache with network_info: [{"id": "19279116-70d8-4d9f-b13b-883d82653206", "address": "fa:16:3e:32:47:03", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19279116-70", "ovs_interfaceid": "19279116-70d8-4d9f-b13b-883d82653206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.686983] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd4430-a063-4329-945e-814347042c7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.695450] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598fb17-66d7-49d4-beac-30a75945b451 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.732312] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e54bf5-da31-4887-9acf-51f39077f9a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.739928] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471226, 'name': ReconfigVM_Task, 'duration_secs': 0.270447} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.742502] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.743170] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f134b5-a086-4f66-9e26-ca8997b18f6c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.745385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d9106-f158-4a13-9ed8-03663896f7a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.754911] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 683.754911] env[69895]: value = "task-3471228" [ 683.754911] env[69895]: _type = "Task" [ 683.754911] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.769918] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.770109] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.770289] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.771623] env[69895]: DEBUG nova.compute.provider_tree [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.780720] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471228, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.798789] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471227, 'name': ReconfigVM_Task, 'duration_secs': 0.156492} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.798789] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.798789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78175ddc-00b3-4560-b136-dae43de0e161 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.804836] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 683.804836] env[69895]: value = "task-3471229" [ 683.804836] env[69895]: _type = "Task" [ 683.804836] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.813707] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.824884] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a47728-1e96-3f0d-c3b9-c7c2a958baa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.825659] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b29f49d-a784-4de5-8afb-6b4407c6663b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.833833] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 683.833833] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524924e9-b8df-742d-ff91-22570fa3e70d" [ 683.833833] env[69895]: _type = "Task" [ 683.833833] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.844153] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524924e9-b8df-742d-ff91-22570fa3e70d, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.844481] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.844753] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.845014] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c698a5dc-1df5-42f2-a979-5a18802a5152 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.851702] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 683.851702] env[69895]: value = "task-3471230" [ 683.851702] env[69895]: _type = "Task" [ 683.851702] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.860494] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.185829] env[69895]: DEBUG oslo_concurrency.lockutils [req-ac39ac19-74e6-4dba-b7fb-6c7237c0efdb req-0dafafb2-23cf-43e9-b925-1ee109247a6d service nova] Releasing lock "refresh_cache-23e488d0-a337-4521-a3f2-24febc6f893c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.265551] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471228, 'name': Rename_Task, 'duration_secs': 0.151381} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.265931] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.266221] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19aaa67c-57b7-4150-ba7c-c7b667e823fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277161] env[69895]: DEBUG nova.scheduler.client.report [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.280913] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 684.280913] env[69895]: value = "task-3471231" [ 684.280913] env[69895]: _type = "Task" [ 684.280913] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.292620] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471231, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.319121] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.323284] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.361391] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471517} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.361656] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.361832] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.362101] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9895bfdf-351f-4af7-a69f-498eb56dc860 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.368473] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 684.368473] env[69895]: value = "task-3471232" [ 684.368473] env[69895]: _type = "Task" [ 684.368473] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.376976] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.480759] env[69895]: DEBUG nova.network.neutron [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Updating instance_info_cache with network_info: [{"id": "428d6c45-d766-42f1-8820-b00355d60b9e", "address": "fa:16:3e:e9:b2:10", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428d6c45-d7", "ovs_interfaceid": "428d6c45-d766-42f1-8820-b00355d60b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.790754] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.794209] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.931s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.794631] env[69895]: DEBUG nova.objects.instance [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lazy-loading 'resources' on Instance uuid 27c1e568-4fe8-467a-b3a6-04c42ece1515 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.804340] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.816103] env[69895]: DEBUG oslo_vmware.api [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471229, 'name': PowerOnVM_Task, 'duration_secs': 0.628707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.817103] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.820324] env[69895]: DEBUG nova.compute.manager [None req-2c90b31f-84d5-41bf-8d04-a71d9bab7a88 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.821349] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a53e2a-fbd9-4a57-a444-a87aeb33f7f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.825533] env[69895]: INFO nova.scheduler.client.report [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Deleted allocations for instance ceabd946-b81f-47f3-8faa-1c4c858b5a9e [ 684.864689] env[69895]: DEBUG nova.compute.manager [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Received event network-vif-plugged-428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.865312] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Acquiring lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.865312] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.865468] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.865497] env[69895]: DEBUG nova.compute.manager [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] No waiting events found dispatching network-vif-plugged-428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.865665] env[69895]: WARNING nova.compute.manager [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Received unexpected event network-vif-plugged-428d6c45-d766-42f1-8820-b00355d60b9e for instance with vm_state building and task_state spawning. [ 684.865843] env[69895]: DEBUG nova.compute.manager [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Received event network-changed-428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.865992] env[69895]: DEBUG nova.compute.manager [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Refreshing instance network info cache due to event network-changed-428d6c45-d766-42f1-8820-b00355d60b9e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.866172] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Acquiring lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.878364] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068498} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.879620] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.880471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f3c79-2956-4f44-9e9f-4ae821149170 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.906373] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.907231] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4876206b-f31a-42f1-8216-eb18102f0eb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.929388] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 684.929388] env[69895]: value = "task-3471233" [ 684.929388] env[69895]: _type = "Task" [ 684.929388] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.938152] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.985173] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.985173] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Instance network_info: |[{"id": "428d6c45-d766-42f1-8820-b00355d60b9e", "address": "fa:16:3e:e9:b2:10", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428d6c45-d7", "ovs_interfaceid": "428d6c45-d766-42f1-8820-b00355d60b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.985435] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Acquired lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.985435] env[69895]: DEBUG nova.network.neutron [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Refreshing network info cache for port 428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.986160] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428d6c45-d766-42f1-8820-b00355d60b9e', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.996053] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.996053] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.996053] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d87bc438-3332-4201-8144-565d77ea6bf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.015791] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.015791] env[69895]: value = "task-3471234" [ 685.015791] env[69895]: _type = "Task" [ 685.015791] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.024263] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471234, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.295236] env[69895]: DEBUG oslo_vmware.api [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471231, 'name': PowerOnVM_Task, 'duration_secs': 0.93728} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.295546] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.295746] env[69895]: INFO nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Took 8.33 seconds to spawn the instance on the hypervisor. [ 685.295994] env[69895]: DEBUG nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.296766] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d83ff7a-1c82-4758-9227-712669f363e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.342462] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d0359e1-8d10-44cc-ad14-c65931aad429 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Lock "ceabd946-b81f-47f3-8faa-1c4c858b5a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.052s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.441654] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.530097] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471234, 'name': CreateVM_Task, 'duration_secs': 0.333634} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.530097] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.530499] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.530662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530965] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.533273] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76d02a9-c577-4ab0-9c00-c5a24faa12e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.537993] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 685.537993] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521f3efe-885e-ed3a-2fbe-8e28a1f8d5ca" [ 685.537993] env[69895]: _type = "Task" [ 685.537993] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.545823] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521f3efe-885e-ed3a-2fbe-8e28a1f8d5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.820143] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e99f68-c8eb-476e-9b04-5b6a9c698280 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.824321] env[69895]: INFO nova.compute.manager [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Took 38.36 seconds to build instance. [ 685.830259] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a28021-b811-40ae-8dc7-c4e2f383800c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.864942] env[69895]: DEBUG nova.network.neutron [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Updated VIF entry in instance network info cache for port 428d6c45-d766-42f1-8820-b00355d60b9e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.865557] env[69895]: DEBUG nova.network.neutron [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Updating instance_info_cache with network_info: [{"id": "428d6c45-d766-42f1-8820-b00355d60b9e", "address": "fa:16:3e:e9:b2:10", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428d6c45-d7", "ovs_interfaceid": "428d6c45-d766-42f1-8820-b00355d60b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.867997] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2edbb31-c165-4845-9868-feadbf1d8666 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.880182] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d5421e-8686-4616-98ef-d96928d8886b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.904072] env[69895]: DEBUG nova.compute.provider_tree [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.940708] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471233, 'name': ReconfigVM_Task, 'duration_secs': 0.850394} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.940708] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.941102] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6adfc822-8fcc-44a2-b52a-fa02f7521ee9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.947807] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 685.947807] env[69895]: value = "task-3471235" [ 685.947807] env[69895]: _type = "Task" [ 685.947807] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.956526] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471235, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.050120] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521f3efe-885e-ed3a-2fbe-8e28a1f8d5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.037522} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.050120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.050120] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.050384] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.050532] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.050711] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.050978] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a94372b-a990-42e8-9f64-3c317b6102c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.059107] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.059379] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.060234] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f378c6-826c-4307-a999-51c7e21c48fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.065415] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 686.065415] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fcad5-95be-1682-1784-deb025694c5b" [ 686.065415] env[69895]: _type = "Task" [ 686.065415] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.073483] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fcad5-95be-1682-1784-deb025694c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.326988] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48b5bfd2-67b1-48b4-a120-c26135f54d23 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.593s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.373724] env[69895]: DEBUG oslo_concurrency.lockutils [req-578a54f0-f70b-4130-9a17-d33d5c04c661 req-a66e4836-951c-4d06-9c0a-1de54a18ae2e service nova] Releasing lock "refresh_cache-0fe5eaca-9df4-4352-beae-da23a386aa2a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.410557] env[69895]: DEBUG nova.scheduler.client.report [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.466257] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471235, 'name': Rename_Task, 'duration_secs': 0.16427} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.466257] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.466257] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2db302d-c1d8-42d4-921d-7b0e080bea70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.473145] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 686.473145] env[69895]: value = "task-3471236" [ 686.473145] env[69895]: _type = "Task" [ 686.473145] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.483127] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.578778] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fcad5-95be-1682-1784-deb025694c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.578778] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3467ddb-0c35-42f0-946f-c3ffa697a021 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.583075] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 686.583075] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5216dfa1-cb1f-b05e-064a-e2e32f3b4f97" [ 686.583075] env[69895]: _type = "Task" [ 686.583075] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.589206] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5216dfa1-cb1f-b05e-064a-e2e32f3b4f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.829218] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.919019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.919602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.189s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.920226] env[69895]: DEBUG nova.objects.instance [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lazy-loading 'resources' on Instance uuid ec22c619-d49c-4038-9fa9-c2fae1d46564 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.943831] env[69895]: INFO nova.scheduler.client.report [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Deleted allocations for instance 27c1e568-4fe8-467a-b3a6-04c42ece1515 [ 686.987727] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.092685] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5216dfa1-cb1f-b05e-064a-e2e32f3b4f97, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.093200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.093200] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 0fe5eaca-9df4-4352-beae-da23a386aa2a/0fe5eaca-9df4-4352-beae-da23a386aa2a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.093595] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3770132b-b69a-414d-91a5-85d5d2336357 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.101578] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 687.101578] env[69895]: value = "task-3471237" [ 687.101578] env[69895]: _type = "Task" [ 687.101578] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.114553] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.181862] env[69895]: DEBUG nova.compute.manager [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.182072] env[69895]: DEBUG nova.compute.manager [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing instance network info cache due to event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.182415] env[69895]: DEBUG oslo_concurrency.lockutils [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182462] env[69895]: DEBUG oslo_concurrency.lockutils [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182604] env[69895]: DEBUG nova.network.neutron [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.354054] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.460204] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3fdd524-f95e-4912-a5eb-8a6063662428 tempest-ServerDiagnosticsV248Test-1108582802 tempest-ServerDiagnosticsV248Test-1108582802-project-member] Lock "27c1e568-4fe8-467a-b3a6-04c42ece1515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.885s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.504399] env[69895]: DEBUG oslo_vmware.api [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471236, 'name': PowerOnVM_Task, 'duration_secs': 0.534876} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.505022] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.505022] env[69895]: INFO nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Took 7.73 seconds to spawn the instance on the hypervisor. [ 687.505177] env[69895]: DEBUG nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.506187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842d5e8-fe49-4d32-9634-49aae1b9a75e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.623476] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.716292] env[69895]: DEBUG nova.compute.manager [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Received event network-changed-21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.716292] env[69895]: DEBUG nova.compute.manager [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Refreshing instance network info cache due to event network-changed-21b937e5-f171-432d-818d-7ae40bee3e69. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.716292] env[69895]: DEBUG oslo_concurrency.lockutils [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.716292] env[69895]: DEBUG oslo_concurrency.lockutils [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.716292] env[69895]: DEBUG nova.network.neutron [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Refreshing network info cache for port 21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.037370] env[69895]: INFO nova.compute.manager [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Took 37.98 seconds to build instance. [ 688.056190] env[69895]: DEBUG nova.network.neutron [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updated VIF entry in instance network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.056607] env[69895]: DEBUG nova.network.neutron [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.069448] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0721c-133a-44b5-bd3a-d173b90b4cae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.078246] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f101ea-4c54-49ff-9c87-cf628e987cd4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.118013] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928462e5-d70a-49e6-85e8-0bcb107e0ad4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.127014] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676406} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.131597] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 0fe5eaca-9df4-4352-beae-da23a386aa2a/0fe5eaca-9df4-4352-beae-da23a386aa2a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.131597] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.131597] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bac856db-01ee-4e82-b24b-136225829199 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.133476] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7193708-3ccd-4fc5-bfe2-875d2ee341f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.149072] env[69895]: DEBUG nova.compute.provider_tree [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.152334] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 688.152334] env[69895]: value = "task-3471238" [ 688.152334] env[69895]: _type = "Task" [ 688.152334] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.163483] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.539356] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.314s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.562084] env[69895]: DEBUG oslo_concurrency.lockutils [req-41b2d106-47c8-4995-962f-3fa1762d8330 req-5d148c49-2ab8-49e1-a2d1-65f476c85000 service nova] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.653963] env[69895]: DEBUG nova.scheduler.client.report [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.666329] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184305} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.666718] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.669247] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9110b8b-1d24-4f99-b175-2cb58b86fbb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.690604] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 0fe5eaca-9df4-4352-beae-da23a386aa2a/0fe5eaca-9df4-4352-beae-da23a386aa2a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.691599] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa575112-ac98-4bcd-a461-f68af89c5462 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.707481] env[69895]: DEBUG nova.network.neutron [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updated VIF entry in instance network info cache for port 21b937e5-f171-432d-818d-7ae40bee3e69. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.707825] env[69895]: DEBUG nova.network.neutron [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.713998] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 688.713998] env[69895]: value = "task-3471239" [ 688.713998] env[69895]: _type = "Task" [ 688.713998] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.722911] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.046368] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.162662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.165313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.104s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.167621] env[69895]: INFO nova.compute.claims [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.194544] env[69895]: INFO nova.scheduler.client.report [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted allocations for instance ec22c619-d49c-4038-9fa9-c2fae1d46564 [ 689.210996] env[69895]: DEBUG oslo_concurrency.lockutils [req-497c04e5-4c45-4605-967d-e55ca88eabef req-7f748c1a-c091-41f9-9f7b-e4d036eb9753 service nova] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227288] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471239, 'name': ReconfigVM_Task, 'duration_secs': 0.290051} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.227646] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 0fe5eaca-9df4-4352-beae-da23a386aa2a/0fe5eaca-9df4-4352-beae-da23a386aa2a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.228297] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a746b937-d1d9-4542-84aa-290d66cfb762 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.235911] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 689.235911] env[69895]: value = "task-3471240" [ 689.235911] env[69895]: _type = "Task" [ 689.235911] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.253468] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471240, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.463019] env[69895]: DEBUG nova.compute.manager [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.463019] env[69895]: DEBUG nova.compute.manager [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing instance network info cache due to event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.463019] env[69895]: DEBUG oslo_concurrency.lockutils [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.463019] env[69895]: DEBUG oslo_concurrency.lockutils [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465042] env[69895]: DEBUG nova.network.neutron [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.574072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.708159] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a06d28f8-926a-44b4-921e-ec7cef031d79 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "ec22c619-d49c-4038-9fa9-c2fae1d46564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.751985] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471240, 'name': Rename_Task, 'duration_secs': 0.131999} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.751985] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.755161] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-894b6174-da12-4b5a-a840-f1f47e3ef5d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.762400] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 689.762400] env[69895]: value = "task-3471241" [ 689.762400] env[69895]: _type = "Task" [ 689.762400] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.773048] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.279063] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.401880] env[69895]: DEBUG nova.network.neutron [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updated VIF entry in instance network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.402320] env[69895]: DEBUG nova.network.neutron [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.724282] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25020b4e-5ebf-46e6-8022-27fcec1b2e3a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.733569] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b6a76-ad8c-4df4-860d-0c8af5a3069a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.768598] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df5072-5499-4ce0-9466-298ab1851248 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.776351] env[69895]: DEBUG oslo_vmware.api [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471241, 'name': PowerOnVM_Task, 'duration_secs': 0.519696} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.778652] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.778862] env[69895]: INFO nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Took 8.34 seconds to spawn the instance on the hypervisor. [ 690.779049] env[69895]: DEBUG nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.779877] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be5da85-b436-4b5a-98f4-677ed77dcc89 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.783213] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3064627-c20f-4198-b6ea-00ae880ab15c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.803528] env[69895]: DEBUG nova.compute.provider_tree [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.907831] env[69895]: DEBUG oslo_concurrency.lockutils [req-edcc6959-8e58-43b3-8aba-783e4e181a85 req-b74d6f1c-6ae0-46f6-a5f7-342cfe2de0ed service nova] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.089692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.089949] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.301776] env[69895]: INFO nova.compute.manager [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Took 36.89 seconds to build instance. [ 691.306341] env[69895]: DEBUG nova.scheduler.client.report [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.804619] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.381s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.812916] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.812916] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.819406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.867s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.819406] env[69895]: DEBUG nova.objects.instance [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lazy-loading 'resources' on Instance uuid 536ed049-9557-47b4-939b-158c1d2a87b5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.821678] env[69895]: DEBUG nova.compute.manager [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.821856] env[69895]: DEBUG nova.compute.manager [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing instance network info cache due to event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.822094] env[69895]: DEBUG oslo_concurrency.lockutils [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822761] env[69895]: DEBUG oslo_concurrency.lockutils [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822761] env[69895]: DEBUG nova.network.neutron [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.307464] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.330089] env[69895]: DEBUG nova.compute.utils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.333756] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.333756] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.450609] env[69895]: DEBUG nova.policy [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac09904e8c244ab1a971a84c78459304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cb992221274f908354ed66640e216e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.596343] env[69895]: DEBUG nova.network.neutron [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updated VIF entry in instance network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.596675] env[69895]: DEBUG nova.network.neutron [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.837692] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.846937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.947998] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4996698-1669-432b-b6c9-daef42c527b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.957809] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59578a2-6381-4d8e-9183-e4b0dceb5742 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.001858] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c7eeec-f97c-4e58-bffb-0451873b6546 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.010592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436e75b-29ff-490a-855b-283ca1b9707d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.028924] env[69895]: DEBUG nova.compute.provider_tree [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.063293] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Successfully created port: 5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.099955] env[69895]: DEBUG oslo_concurrency.lockutils [req-49508ee1-5477-495f-a34f-1910346d0c6d req-c81d7e7a-4f23-41b6-a1af-982bd465b33c service nova] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.533838] env[69895]: DEBUG nova.scheduler.client.report [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.845937] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.878745] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.878975] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.879146] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.879326] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.879466] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.879606] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.879810] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.879964] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.880158] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.880331] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.880500] env[69895]: DEBUG nova.virt.hardware [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.881702] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e91cd83-9155-4eb3-839e-a89221da3a9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.890127] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a4ae3-09d9-4217-9d11-eea87e41487d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.938960] env[69895]: DEBUG nova.compute.manager [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.938960] env[69895]: DEBUG nova.compute.manager [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing instance network info cache due to event network-changed-cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.938960] env[69895]: DEBUG oslo_concurrency.lockutils [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] Acquiring lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.939229] env[69895]: DEBUG oslo_concurrency.lockutils [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] Acquired lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.939278] env[69895]: DEBUG nova.network.neutron [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Refreshing network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.041854] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.042348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.622s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.043541] env[69895]: DEBUG nova.objects.instance [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lazy-loading 'resources' on Instance uuid 06d30534-b9cb-4d8b-8a70-3a0941d5c718 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.076380] env[69895]: INFO nova.scheduler.client.report [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted allocations for instance 536ed049-9557-47b4-939b-158c1d2a87b5 [ 694.186281] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "39bea95a-5af1-4ace-8557-675aa2473560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.186943] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.302309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.302309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.303407] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.303407] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.303407] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.307569] env[69895]: INFO nova.compute.manager [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Terminating instance [ 694.586186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-482acab8-dc8f-4c8f-b668-94e4e656966b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "536ed049-9557-47b4-939b-158c1d2a87b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.351s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.735240] env[69895]: DEBUG nova.network.neutron [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updated VIF entry in instance network info cache for port cb2fab4f-583f-4d54-bd79-06719058185f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.735240] env[69895]: DEBUG nova.network.neutron [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [{"id": "cb2fab4f-583f-4d54-bd79-06719058185f", "address": "fa:16:3e:e9:af:cc", "network": {"id": "458a474c-a0d9-4fb5-9651-449d468070ea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-890548024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "142a279771bc4f1c80d8ddc13038bfb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2fab4f-58", "ovs_interfaceid": "cb2fab4f-583f-4d54-bd79-06719058185f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.811899] env[69895]: DEBUG nova.compute.manager [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.811981] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.815017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b874c6a-ef79-4418-9499-07bf7903d007 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.824037] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.827299] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-029b48fa-af29-4619-aed8-cba6b1bcd28e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836018] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 694.836018] env[69895]: value = "task-3471242" [ 694.836018] env[69895]: _type = "Task" [ 694.836018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.845547] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.926307] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Successfully updated port: 5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.180575] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084c573-e0f4-4fcd-82db-185d9ec9596e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.194563] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10721d4-8eda-4300-999c-0ba7916b522f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.231781] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc696a27-fe7e-46db-8042-85d4bbd7dea3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.239010] env[69895]: DEBUG oslo_concurrency.lockutils [req-86a10793-abeb-4b63-b23a-fda0842173b1 req-5f49e077-363a-4c03-91fb-4ae13a44e4da service nova] Releasing lock "refresh_cache-43e4da4f-1e2e-4f76-b788-dd6ca8493941" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.240125] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394827f6-561f-47d5-b5ca-f56e2428b155 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.254259] env[69895]: DEBUG nova.compute.provider_tree [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.345645] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471242, 'name': PowerOffVM_Task, 'duration_secs': 0.247896} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.345991] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.346213] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.346520] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bc1c14-272f-49d0-a8fd-362ef01c4639 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.413156] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.413390] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.413574] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Deleting the datastore file [datastore2] 43e4da4f-1e2e-4f76-b788-dd6ca8493941 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.413848] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1093835-057f-444a-8bfa-348d0a0fda51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.421679] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for the task: (returnval){ [ 695.421679] env[69895]: value = "task-3471244" [ 695.421679] env[69895]: _type = "Task" [ 695.421679] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.430775] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.430925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.431137] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.432365] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.759413] env[69895]: DEBUG nova.scheduler.client.report [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.932846] env[69895]: DEBUG oslo_vmware.api [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Task: {'id': task-3471244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192404} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.933142] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.933380] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.933578] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.933755] env[69895]: INFO nova.compute.manager [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Took 1.12 seconds to destroy the instance on the hypervisor. [ 695.934079] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.936122] env[69895]: DEBUG nova.compute.manager [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.936241] env[69895]: DEBUG nova.network.neutron [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.974593] env[69895]: DEBUG nova.compute.manager [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Received event network-vif-plugged-5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.974967] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.975338] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Lock "5842217c-1476-4585-9770-b5dd4445e453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.975632] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Lock "5842217c-1476-4585-9770-b5dd4445e453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.976922] env[69895]: DEBUG nova.compute.manager [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] No waiting events found dispatching network-vif-plugged-5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.976922] env[69895]: WARNING nova.compute.manager [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Received unexpected event network-vif-plugged-5345afda-0954-491a-923e-66c01cc74fd6 for instance with vm_state building and task_state spawning. [ 695.976922] env[69895]: DEBUG nova.compute.manager [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Received event network-changed-5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.976922] env[69895]: DEBUG nova.compute.manager [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Refreshing instance network info cache due to event network-changed-5345afda-0954-491a-923e-66c01cc74fd6. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.976922] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Acquiring lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.016744] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.265224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.270631] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.441s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.274712] env[69895]: INFO nova.compute.claims [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.314313] env[69895]: INFO nova.scheduler.client.report [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted allocations for instance 06d30534-b9cb-4d8b-8a70-3a0941d5c718 [ 696.367647] env[69895]: DEBUG nova.compute.manager [req-77bdf7d0-44b3-47a2-9390-ff0058e77fee req-0e96ebbe-fb05-4268-bbec-ca8209bab4bf service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Received event network-vif-deleted-cb2fab4f-583f-4d54-bd79-06719058185f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.368483] env[69895]: INFO nova.compute.manager [req-77bdf7d0-44b3-47a2-9390-ff0058e77fee req-0e96ebbe-fb05-4268-bbec-ca8209bab4bf service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Neutron deleted interface cb2fab4f-583f-4d54-bd79-06719058185f; detaching it from the instance and deleting it from the info cache [ 696.368856] env[69895]: DEBUG nova.network.neutron [req-77bdf7d0-44b3-47a2-9390-ff0058e77fee req-0e96ebbe-fb05-4268-bbec-ca8209bab4bf service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.600725] env[69895]: DEBUG nova.network.neutron [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updating instance_info_cache with network_info: [{"id": "5345afda-0954-491a-923e-66c01cc74fd6", "address": "fa:16:3e:60:19:34", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5345afda-09", "ovs_interfaceid": "5345afda-0954-491a-923e-66c01cc74fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.701706] env[69895]: DEBUG nova.network.neutron [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.825176] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa2bef96-605c-4187-acda-36010f6d9f6b tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "06d30534-b9cb-4d8b-8a70-3a0941d5c718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.460s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.873123] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a8fa344-e0ae-4416-851a-2d45a9ae75e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.882982] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7451b25-df2a-4fd7-b140-47bc86cb221c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.914249] env[69895]: DEBUG nova.compute.manager [req-77bdf7d0-44b3-47a2-9390-ff0058e77fee req-0e96ebbe-fb05-4268-bbec-ca8209bab4bf service nova] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Detach interface failed, port_id=cb2fab4f-583f-4d54-bd79-06719058185f, reason: Instance 43e4da4f-1e2e-4f76-b788-dd6ca8493941 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 697.103601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.103935] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Instance network_info: |[{"id": "5345afda-0954-491a-923e-66c01cc74fd6", "address": "fa:16:3e:60:19:34", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5345afda-09", "ovs_interfaceid": "5345afda-0954-491a-923e-66c01cc74fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.104267] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Acquired lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.104480] env[69895]: DEBUG nova.network.neutron [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Refreshing network info cache for port 5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.105881] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:19:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5345afda-0954-491a-923e-66c01cc74fd6', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.113580] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Creating folder: Project (29cb992221274f908354ed66640e216e). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.114401] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c3432ab-dd10-43a0-a1d8-d6ed44dc971d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.128023] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Created folder: Project (29cb992221274f908354ed66640e216e) in parent group-v693805. [ 697.128023] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Creating folder: Instances. Parent ref: group-v693887. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.128023] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd0eee8-f96c-4f47-ba9f-9cd0aa59e2b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.139019] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Created folder: Instances in parent group-v693887. [ 697.139019] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.139019] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.139019] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f28eadd-dc73-4d5d-98ad-0fe610df7f2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.162387] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.162387] env[69895]: value = "task-3471247" [ 697.162387] env[69895]: _type = "Task" [ 697.162387] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.170890] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471247, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.209615] env[69895]: INFO nova.compute.manager [-] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Took 1.27 seconds to deallocate network for instance. [ 697.676127] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471247, 'name': CreateVM_Task, 'duration_secs': 0.278794} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.676462] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.676945] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.677125] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.677427] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.677681] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651ec297-dcc0-4522-9113-d8da851a1314 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.684706] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 697.684706] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52312a90-5d16-fa22-a5a2-df7a1d661fab" [ 697.684706] env[69895]: _type = "Task" [ 697.684706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.696184] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52312a90-5d16-fa22-a5a2-df7a1d661fab, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.699225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.699490] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.699717] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.701692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.701692] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.701692] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4edc68-6d46-4f71-8d4e-a138d51c0a01 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.709089] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.709261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.710091] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85524858-6380-452a-a37c-01a14ff24c98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.716971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.717315] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 697.717315] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529dde4a-00e4-cbf4-ba47-33d096fc0395" [ 697.717315] env[69895]: _type = "Task" [ 697.717315] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.734191] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529dde4a-00e4-cbf4-ba47-33d096fc0395, 'name': SearchDatastore_Task, 'duration_secs': 0.007954} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.736943] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb99d24-3601-4cce-a01f-85ab6666e73c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.742399] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 697.742399] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5254854f-cbac-c894-6d40-f9a4e0be0a60" [ 697.742399] env[69895]: _type = "Task" [ 697.742399] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.750199] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5254854f-cbac-c894-6d40-f9a4e0be0a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.854018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcbebde-c45a-46e3-9617-8d609e90a741 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.860944] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895d06b-9606-4263-9bba-0693eb360328 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.901790] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f4dee-3248-48e4-a8b3-ea6c313779a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.911978] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04096d19-a72b-4100-82c1-d6aada679bf5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.929732] env[69895]: DEBUG nova.compute.provider_tree [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.945168] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.946099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.959103] env[69895]: DEBUG nova.network.neutron [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updated VIF entry in instance network info cache for port 5345afda-0954-491a-923e-66c01cc74fd6. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.959769] env[69895]: DEBUG nova.network.neutron [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updating instance_info_cache with network_info: [{"id": "5345afda-0954-491a-923e-66c01cc74fd6", "address": "fa:16:3e:60:19:34", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5345afda-09", "ovs_interfaceid": "5345afda-0954-491a-923e-66c01cc74fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.979642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "840ae833-2177-4456-9b59-47b400843963" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.979642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.252839] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5254854f-cbac-c894-6d40-f9a4e0be0a60, 'name': SearchDatastore_Task, 'duration_secs': 0.008042} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.253111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.253371] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5842217c-1476-4585-9770-b5dd4445e453/5842217c-1476-4585-9770-b5dd4445e453.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.253633] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71c6528c-d721-420b-920f-f44206177f0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.260264] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 698.260264] env[69895]: value = "task-3471248" [ 698.260264] env[69895]: _type = "Task" [ 698.260264] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.269277] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.380528] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.380528] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.432723] env[69895]: DEBUG nova.scheduler.client.report [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.463066] env[69895]: DEBUG oslo_concurrency.lockutils [req-98c7ef7a-f59b-4cd6-9235-0f10e818ba79 req-59fc3d6e-e750-41d4-9dcd-a5e6ac0f6e29 service nova] Releasing lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.770038] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425512} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.770344] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5842217c-1476-4585-9770-b5dd4445e453/5842217c-1476-4585-9770-b5dd4445e453.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.770590] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.770857] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26b7729-c892-4b7f-99fd-9242ed2b4239 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.777460] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 698.777460] env[69895]: value = "task-3471249" [ 698.777460] env[69895]: _type = "Task" [ 698.777460] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.785180] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.938237] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.938781] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.945181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.407s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.288026] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062037} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.288294] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.289152] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4456a2-f160-47ea-91ec-0d63561bb942 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.311267] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5842217c-1476-4585-9770-b5dd4445e453/5842217c-1476-4585-9770-b5dd4445e453.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.311592] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed1ba9e-b3c6-4837-9d11-38e901a8994c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.331819] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 699.331819] env[69895]: value = "task-3471250" [ 699.331819] env[69895]: _type = "Task" [ 699.331819] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.339668] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.445273] env[69895]: DEBUG nova.compute.utils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.446512] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.446688] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.506175] env[69895]: DEBUG nova.policy [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.844562] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471250, 'name': ReconfigVM_Task, 'duration_secs': 0.320974} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.844852] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5842217c-1476-4585-9770-b5dd4445e453/5842217c-1476-4585-9770-b5dd4445e453.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.845604] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf9cab9-b19c-414e-a1a3-b866103bdb5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.857081] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 699.857081] env[69895]: value = "task-3471251" [ 699.857081] env[69895]: _type = "Task" [ 699.857081] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.861757] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471251, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.889553] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Successfully created port: 9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.945126] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb588ebe-0301-4d35-8f9d-947b0f6ffae9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.952497] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.955590] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395010f-5682-44e0-b856-76106c5acc9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.992875] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f6f1a-a0ac-4d72-aafe-116aa4891423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.000505] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c52768-bec3-416a-9616-e9db019e5d3a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.016376] env[69895]: DEBUG nova.compute.provider_tree [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.365238] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471251, 'name': Rename_Task, 'duration_secs': 0.164139} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.365579] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.365853] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bab1368-0a03-4597-9bce-afeed5d9662c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.373535] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 700.373535] env[69895]: value = "task-3471252" [ 700.373535] env[69895]: _type = "Task" [ 700.373535] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.382158] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.520203] env[69895]: DEBUG nova.scheduler.client.report [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.887214] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471252, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.967841] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.000117] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.000401] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.000538] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.000715] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.000860] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.001014] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.001239] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.001452] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.001639] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.001979] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.002188] env[69895]: DEBUG nova.virt.hardware [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.003107] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3a171-0cf1-4d57-b494-5a42dc9526cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.011416] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79efc3-73e1-41dc-b9c3-3cf0cb273de8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.385807] env[69895]: DEBUG oslo_vmware.api [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471252, 'name': PowerOnVM_Task, 'duration_secs': 0.767665} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.386489] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.386597] env[69895]: INFO nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Took 7.54 seconds to spawn the instance on the hypervisor. [ 701.386780] env[69895]: DEBUG nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.387630] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13a06e-eacf-401b-9439-5b80030701f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.533863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.590s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.535805] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.356s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.536041] env[69895]: DEBUG nova.objects.instance [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lazy-loading 'resources' on Instance uuid f2f6633f-3356-49d2-91a8-840284285eb4 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.562775] env[69895]: DEBUG nova.compute.manager [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Received event network-vif-plugged-9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.563376] env[69895]: DEBUG oslo_concurrency.lockutils [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] Acquiring lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.563628] env[69895]: DEBUG oslo_concurrency.lockutils [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] Lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.563940] env[69895]: DEBUG oslo_concurrency.lockutils [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] Lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.564056] env[69895]: DEBUG nova.compute.manager [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] No waiting events found dispatching network-vif-plugged-9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.564228] env[69895]: WARNING nova.compute.manager [req-100bb62e-dc83-4f03-8fc6-a7c7bf815574 req-b48a1a2b-3f17-478c-9a99-ee46222173de service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Received unexpected event network-vif-plugged-9e25346c-3a51-419d-8641-53e804088ba4 for instance with vm_state building and task_state spawning. [ 701.716787] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Successfully updated port: 9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.907785] env[69895]: INFO nova.compute.manager [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Took 39.87 seconds to build instance. [ 702.124258] env[69895]: INFO nova.scheduler.client.report [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleted allocation for migration f5490b76-b694-4057-a29e-250ca2eef809 [ 702.220381] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.220528] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.220748] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.411971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d1ea2de0-fde8-445b-8c21-0c54a137b105 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.978s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.636330] env[69895]: DEBUG oslo_concurrency.lockutils [None req-18429794-9ef8-48a1-9737-cf561a56f05b tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.200s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.645613] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054c831-32c2-4592-b15d-fa75538168f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.661954] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220d034-c09d-4a64-bb84-435291651148 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.695889] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2a7aa-cfa0-489a-82ff-990916426cc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.703208] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc2620-0db4-4c48-a828-98fba035c419 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.717371] env[69895]: DEBUG nova.compute.provider_tree [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.762109] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.916205] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.986903] env[69895]: DEBUG nova.network.neutron [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Updating instance_info_cache with network_info: [{"id": "9e25346c-3a51-419d-8641-53e804088ba4", "address": "fa:16:3e:d0:ef:e6", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e25346c-3a", "ovs_interfaceid": "9e25346c-3a51-419d-8641-53e804088ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.222023] env[69895]: DEBUG nova.scheduler.client.report [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.446972] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.489870] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.490385] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Instance network_info: |[{"id": "9e25346c-3a51-419d-8641-53e804088ba4", "address": "fa:16:3e:d0:ef:e6", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e25346c-3a", "ovs_interfaceid": "9e25346c-3a51-419d-8641-53e804088ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.490971] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ef:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e25346c-3a51-419d-8641-53e804088ba4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.499674] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.500730] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.500730] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d51782-bb53-48fb-8da3-9bf9a9ea0b74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.522745] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.522745] env[69895]: value = "task-3471253" [ 703.522745] env[69895]: _type = "Task" [ 703.522745] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.530494] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471253, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.727839] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.729988] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.231s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.731885] env[69895]: INFO nova.compute.claims [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.745185] env[69895]: INFO nova.scheduler.client.report [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Deleted allocations for instance f2f6633f-3356-49d2-91a8-840284285eb4 [ 703.829190] env[69895]: DEBUG nova.compute.manager [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Received event network-changed-9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.829306] env[69895]: DEBUG nova.compute.manager [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Refreshing instance network info cache due to event network-changed-9e25346c-3a51-419d-8641-53e804088ba4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.829735] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Acquiring lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.829735] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Acquired lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.830080] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Refreshing network info cache for port 9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.033763] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471253, 'name': CreateVM_Task, 'duration_secs': 0.298442} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.035200] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.035200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.035200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.035200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.035402] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1bc4fb-35d9-40eb-82e4-cce5fa51c763 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.046037] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 704.046037] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ee8499-afb1-8a25-8f0c-5c30e075781d" [ 704.046037] env[69895]: _type = "Task" [ 704.046037] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.053078] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ee8499-afb1-8a25-8f0c-5c30e075781d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.144910] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "570b8e3c-74cd-4921-8fe2-565048650101" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.145181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.257987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d768d89f-e76b-463e-bd4c-5c5604026111 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Lock "f2f6633f-3356-49d2-91a8-840284285eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.010s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.529268] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Updated VIF entry in instance network info cache for port 9e25346c-3a51-419d-8641-53e804088ba4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.529535] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Updating instance_info_cache with network_info: [{"id": "9e25346c-3a51-419d-8641-53e804088ba4", "address": "fa:16:3e:d0:ef:e6", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e25346c-3a", "ovs_interfaceid": "9e25346c-3a51-419d-8641-53e804088ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.543052] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "a4a84364-3f05-4be3-9a64-e38f293f0406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.543224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.543426] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.543610] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.543785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.546109] env[69895]: INFO nova.compute.manager [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Terminating instance [ 704.558569] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ee8499-afb1-8a25-8f0c-5c30e075781d, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.558854] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.559097] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.559427] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.559578] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.559755] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.560283] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90dc4599-dcc7-4808-ae3f-18f6990f4e51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.570596] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.570778] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.571771] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fea63c6-cace-4896-8684-751dbdd3d661 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.577878] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 704.577878] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5233a891-3640-ee5f-62e4-fa2988d96c52" [ 704.577878] env[69895]: _type = "Task" [ 704.577878] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.586634] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5233a891-3640-ee5f-62e4-fa2988d96c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.032328] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Releasing lock "refresh_cache-2349e89a-3181-440a-bcf3-58df8abe2499" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.032756] env[69895]: DEBUG nova.compute.manager [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Received event network-changed-5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.033020] env[69895]: DEBUG nova.compute.manager [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Refreshing instance network info cache due to event network-changed-5345afda-0954-491a-923e-66c01cc74fd6. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.033226] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Acquiring lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.033374] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Acquired lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.033532] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Refreshing network info cache for port 5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.056765] env[69895]: DEBUG nova.compute.manager [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.057054] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.058107] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596e1d12-baed-4206-a196-19c47507084d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.066877] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.067162] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4efd28f-fb75-4047-a867-cd16b0fd51d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.077047] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 705.077047] env[69895]: value = "task-3471254" [ 705.077047] env[69895]: _type = "Task" [ 705.077047] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.089576] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.093328] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5233a891-3640-ee5f-62e4-fa2988d96c52, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.097822] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6b3f74-2f24-472c-b40d-6cb9f6f3e63a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.103722] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 705.103722] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52de838b-266b-79bc-d22f-ee76222932cb" [ 705.103722] env[69895]: _type = "Task" [ 705.103722] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.114902] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52de838b-266b-79bc-d22f-ee76222932cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.326207] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17910d00-fe8d-4c1f-bf6a-ef22eafe98ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.335471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d016ef-bd33-429b-bea8-e368ae0ccfe8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.369550] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b042bdc6-1984-4ee4-a35b-9868fd37ec4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.377941] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae2fa48-70ea-4546-ac8a-9a230e13a798 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.392879] env[69895]: DEBUG nova.compute.provider_tree [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.587787] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471254, 'name': PowerOffVM_Task, 'duration_secs': 0.178466} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.588093] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.588261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.588897] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50d4e504-6a96-4e25-a751-59e1215cbe52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.622845] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52de838b-266b-79bc-d22f-ee76222932cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.623195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.623425] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2349e89a-3181-440a-bcf3-58df8abe2499/2349e89a-3181-440a-bcf3-58df8abe2499.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.623691] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47f1f46-09a6-4b5c-9da6-b25f77c4eb87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.630521] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 705.630521] env[69895]: value = "task-3471256" [ 705.630521] env[69895]: _type = "Task" [ 705.630521] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.639038] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.646457] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.646723] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.646919] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Deleting the datastore file [datastore2] a4a84364-3f05-4be3-9a64-e38f293f0406 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.647212] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a0d51e-0df9-483b-a87b-456fdc9221f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.653611] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for the task: (returnval){ [ 705.653611] env[69895]: value = "task-3471257" [ 705.653611] env[69895]: _type = "Task" [ 705.653611] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.665102] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.896280] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updated VIF entry in instance network info cache for port 5345afda-0954-491a-923e-66c01cc74fd6. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.896280] env[69895]: DEBUG nova.network.neutron [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updating instance_info_cache with network_info: [{"id": "5345afda-0954-491a-923e-66c01cc74fd6", "address": "fa:16:3e:60:19:34", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5345afda-09", "ovs_interfaceid": "5345afda-0954-491a-923e-66c01cc74fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.902530] env[69895]: DEBUG nova.scheduler.client.report [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.140618] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471256, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.164283] env[69895]: DEBUG oslo_vmware.api [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Task: {'id': task-3471257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141586} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.164441] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.164652] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.165259] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.165259] env[69895]: INFO nova.compute.manager [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Took 1.11 seconds to destroy the instance on the hypervisor. [ 706.165501] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.165739] env[69895]: DEBUG nova.compute.manager [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.165859] env[69895]: DEBUG nova.network.neutron [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.405829] env[69895]: DEBUG oslo_concurrency.lockutils [req-8db696f3-e1fb-4d51-ab97-eaf02db03365 req-5f9ea231-f1ab-469a-8b3a-df16f29a1e7e service nova] Releasing lock "refresh_cache-5842217c-1476-4585-9770-b5dd4445e453" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.408160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.411038] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.419024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.818s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.419024] env[69895]: INFO nova.compute.claims [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.643552] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517429} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.643995] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2349e89a-3181-440a-bcf3-58df8abe2499/2349e89a-3181-440a-bcf3-58df8abe2499.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.644720] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.645246] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-501465e9-08a0-42ea-9cf5-d51d9a9f076d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.657099] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 706.657099] env[69895]: value = "task-3471258" [ 706.657099] env[69895]: _type = "Task" [ 706.657099] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.665931] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.855055] env[69895]: DEBUG nova.compute.manager [req-c9a92f0a-ee68-410d-9ab4-a9f586db0e2f req-332f0254-59ab-4864-bc4e-0b0164cba10c service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Received event network-vif-deleted-f6ea9b56-e65c-4780-8081-db7a152cacf6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.855055] env[69895]: INFO nova.compute.manager [req-c9a92f0a-ee68-410d-9ab4-a9f586db0e2f req-332f0254-59ab-4864-bc4e-0b0164cba10c service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Neutron deleted interface f6ea9b56-e65c-4780-8081-db7a152cacf6; detaching it from the instance and deleting it from the info cache [ 706.855559] env[69895]: DEBUG nova.network.neutron [req-c9a92f0a-ee68-410d-9ab4-a9f586db0e2f req-332f0254-59ab-4864-bc4e-0b0164cba10c service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.918979] env[69895]: DEBUG nova.compute.utils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.928024] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.928024] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.994043] env[69895]: DEBUG nova.policy [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1469394a599b470eb77808c8fd10fdf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9883d882e082460fab4ddda310431129', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.168179] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064666} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.168520] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.169367] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1710511-0a78-4cb1-8c3d-fba84aa73b74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.198803] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2349e89a-3181-440a-bcf3-58df8abe2499/2349e89a-3181-440a-bcf3-58df8abe2499.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.199512] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b2db0b-e457-4907-8241-a6807d99f8c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.219844] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 707.219844] env[69895]: value = "task-3471259" [ 707.219844] env[69895]: _type = "Task" [ 707.219844] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.228218] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.324933] env[69895]: DEBUG nova.network.neutron [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.358048] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75c07ba-6da5-464a-8508-a650467f9921 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.367889] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715c939-538f-487a-a913-6aa1deccc38a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.404187] env[69895]: DEBUG nova.compute.manager [req-c9a92f0a-ee68-410d-9ab4-a9f586db0e2f req-332f0254-59ab-4864-bc4e-0b0164cba10c service nova] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Detach interface failed, port_id=f6ea9b56-e65c-4780-8081-db7a152cacf6, reason: Instance a4a84364-3f05-4be3-9a64-e38f293f0406 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.428303] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.446797] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Successfully created port: 44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.735265] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471259, 'name': ReconfigVM_Task, 'duration_secs': 0.274137} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.737739] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2349e89a-3181-440a-bcf3-58df8abe2499/2349e89a-3181-440a-bcf3-58df8abe2499.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.739187] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256d82b7-1524-4f8d-ac91-a79408c57f5b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.746199] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 707.746199] env[69895]: value = "task-3471260" [ 707.746199] env[69895]: _type = "Task" [ 707.746199] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.757268] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471260, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.827869] env[69895]: INFO nova.compute.manager [-] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Took 1.66 seconds to deallocate network for instance. [ 708.052133] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ed4a1-d0f8-4d74-85c1-46cc102460c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.060502] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60669e0e-4b02-4e0d-8929-8dd988572d83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.099872] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf8c1d2-defb-496c-8e4d-9d3e7a3cf1c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.109407] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b905e8-95e2-4287-a2d8-9df049ca2341 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.124840] env[69895]: DEBUG nova.compute.provider_tree [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.255815] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471260, 'name': Rename_Task, 'duration_secs': 0.130844} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.256157] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.256411] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e64001bc-c2e7-488f-8ce3-6445c2689629 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.263609] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 708.263609] env[69895]: value = "task-3471261" [ 708.263609] env[69895]: _type = "Task" [ 708.263609] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.275581] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.336335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.449589] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.495108] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.495349] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.495506] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.495690] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.495904] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.495987] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.496434] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.496606] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.496784] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.496965] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.497139] env[69895]: DEBUG nova.virt.hardware [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.498113] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b780cd-e171-4fb6-97be-7079426c8446 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.507714] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108d5cb-8b4a-47ca-8617-f85f04cc8808 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.628692] env[69895]: DEBUG nova.scheduler.client.report [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.774036] env[69895]: DEBUG oslo_vmware.api [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471261, 'name': PowerOnVM_Task, 'duration_secs': 0.467531} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.774326] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.774519] env[69895]: INFO nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Took 7.81 seconds to spawn the instance on the hypervisor. [ 708.774689] env[69895]: DEBUG nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.775490] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbce7b7-cf23-4903-996e-d8651913572c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.956081] env[69895]: DEBUG nova.compute.manager [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Received event network-vif-plugged-44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.956235] env[69895]: DEBUG oslo_concurrency.lockutils [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] Acquiring lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.956428] env[69895]: DEBUG oslo_concurrency.lockutils [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.956598] env[69895]: DEBUG oslo_concurrency.lockutils [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.956820] env[69895]: DEBUG nova.compute.manager [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] No waiting events found dispatching network-vif-plugged-44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.956996] env[69895]: WARNING nova.compute.manager [req-4c97a1b0-0423-4599-bcb3-44d799c57a37 req-fbe5a8bf-f603-4967-b6e0-3f9e60ce7a5f service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Received unexpected event network-vif-plugged-44b8969f-3f59-4e71-90c7-6127e3c6470f for instance with vm_state building and task_state spawning. [ 709.069626] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Successfully updated port: 44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.135620] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.135849] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.139954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.860s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.139954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.139954] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 709.140967] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.353s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.143578] env[69895]: INFO nova.compute.claims [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.147133] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f018b4e7-5085-43ec-985d-de2a89b74b52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157775] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2e23ec-4bc8-4fa4-aea0-67f4318e8845 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.175877] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e95b71-cb1c-462a-877e-fe40b412ef34 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.183247] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43842766-c4a8-497a-ad8c-a7ee0c88dd83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.219792] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179242MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 709.219965] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.293589] env[69895]: INFO nova.compute.manager [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Took 43.49 seconds to build instance. [ 709.578595] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.578595] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquired lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.578595] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.651413] env[69895]: DEBUG nova.compute.utils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.651413] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.651413] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.796463] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7662ebc-65ef-4203-8fac-e92e2c61180e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.140s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.828317] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.828968] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.831108] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.831108] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.831108] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.831847] env[69895]: INFO nova.compute.manager [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Terminating instance [ 709.959588] env[69895]: DEBUG nova.policy [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3790b1475e0044f7bcad0db757b9dc21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '288f7a170e4b4244aef43e347e6ed658', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.114811] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.156818] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.303242] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.309321] env[69895]: DEBUG nova.network.neutron [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Updating instance_info_cache with network_info: [{"id": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "address": "fa:16:3e:84:93:b8", "network": {"id": "ad36381b-96b6-47bf-9c73-bc13042eebbd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-668922715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9883d882e082460fab4ddda310431129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b8969f-3f", "ovs_interfaceid": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.336171] env[69895]: DEBUG nova.compute.manager [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.336396] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.337343] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c72aa-905f-497f-bad4-6125faf52a19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.354591] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.355574] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d33b7b0-ab6c-4ae6-b726-4e472d72fb44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.364208] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 710.364208] env[69895]: value = "task-3471262" [ 710.364208] env[69895]: _type = "Task" [ 710.364208] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.379682] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.464088] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Successfully created port: eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.791807] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b4afbf-80e0-4873-adc8-a5f952e760f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.799361] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb83f9d-2e30-4a21-952e-b16723427705 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.836042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Releasing lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.836349] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Instance network_info: |[{"id": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "address": "fa:16:3e:84:93:b8", "network": {"id": "ad36381b-96b6-47bf-9c73-bc13042eebbd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-668922715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9883d882e082460fab4ddda310431129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b8969f-3f", "ovs_interfaceid": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.838963] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:93:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44b8969f-3f59-4e71-90c7-6127e3c6470f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.846876] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Creating folder: Project (9883d882e082460fab4ddda310431129). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.847615] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f7391-58d7-44ac-b3a3-1276d531a190 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.850618] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db728e8-81d1-4f03-85df-dd2c550e9019 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.857331] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129edea-6f27-4b98-a0e0-7a768a3a7dea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.862246] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.863524] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Created folder: Project (9883d882e082460fab4ddda310431129) in parent group-v693805. [ 710.863710] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Creating folder: Instances. Parent ref: group-v693891. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.864271] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-595d7361-1f27-4b26-affd-74121e9f78ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.875427] env[69895]: DEBUG nova.compute.provider_tree [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.885491] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "910184ee-d840-4b0c-8764-d02d3b69f88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.885731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.891951] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471262, 'name': PowerOffVM_Task, 'duration_secs': 0.256125} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.893417] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.893512] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.893757] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Created folder: Instances in parent group-v693891. [ 710.893988] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.894191] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dbf4472-5957-47e7-9f71-023b5d7f27f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.895640] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.896098] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68de5fa5-de96-4da9-b5c8-aa2d7b699327 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.916545] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.916545] env[69895]: value = "task-3471266" [ 710.916545] env[69895]: _type = "Task" [ 710.916545] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.924062] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471266, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.969679] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.969968] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.970225] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleting the datastore file [datastore2] 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.970550] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d91e91-7962-4578-b378-fdcabe76f5da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.979949] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 710.979949] env[69895]: value = "task-3471267" [ 710.979949] env[69895]: _type = "Task" [ 710.979949] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.985824] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.157329] env[69895]: DEBUG nova.compute.manager [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Received event network-changed-44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.158040] env[69895]: DEBUG nova.compute.manager [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Refreshing instance network info cache due to event network-changed-44b8969f-3f59-4e71-90c7-6127e3c6470f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.158040] env[69895]: DEBUG oslo_concurrency.lockutils [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] Acquiring lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.158040] env[69895]: DEBUG oslo_concurrency.lockutils [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] Acquired lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.158040] env[69895]: DEBUG nova.network.neutron [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Refreshing network info cache for port 44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.171688] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.200529] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.200781] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.200939] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.201240] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.201299] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.201421] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.201711] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.201886] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.202067] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.202234] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.202405] env[69895]: DEBUG nova.virt.hardware [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.203585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d4760-6657-4773-a5fa-d9adb1711bf2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.212067] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c673a083-9b1e-4c38-8e1f-ca86ee70fc52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.381496] env[69895]: DEBUG nova.scheduler.client.report [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.429382] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471266, 'name': CreateVM_Task, 'duration_secs': 0.331306} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.429669] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.430557] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430910] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.431362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.431702] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a56c7a7-1e88-485f-90b9-55bb33ca35aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.437629] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 711.437629] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643461-2554-3ace-53b8-aae1ea15c93c" [ 711.437629] env[69895]: _type = "Task" [ 711.437629] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.448970] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643461-2554-3ace-53b8-aae1ea15c93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.488553] env[69895]: DEBUG oslo_vmware.api [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178184} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.488860] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.489068] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.489265] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.489475] env[69895]: INFO nova.compute.manager [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 711.489759] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.489964] env[69895]: DEBUG nova.compute.manager [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.490092] env[69895]: DEBUG nova.network.neutron [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.628577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "2349e89a-3181-440a-bcf3-58df8abe2499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.628577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.628577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.628577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.628777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.634528] env[69895]: INFO nova.compute.manager [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Terminating instance [ 711.890980] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.894519] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.895721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.823s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.896252] env[69895]: DEBUG nova.objects.instance [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lazy-loading 'resources' on Instance uuid 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.949618] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643461-2554-3ace-53b8-aae1ea15c93c, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.950128] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.950785] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.951201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.951456] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951826] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.952489] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a6b979-7689-4df1-af7f-7c43caf22aa1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.963772] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.963772] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.963772] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ef1ca5-3170-4edc-80e9-319134b2f303 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.970165] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 711.970165] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b6022-9f14-69c6-534e-79cc251c31a5" [ 711.970165] env[69895]: _type = "Task" [ 711.970165] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.984824] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b6022-9f14-69c6-534e-79cc251c31a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.997328] env[69895]: DEBUG nova.network.neutron [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Updated VIF entry in instance network info cache for port 44b8969f-3f59-4e71-90c7-6127e3c6470f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.997328] env[69895]: DEBUG nova.network.neutron [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Updating instance_info_cache with network_info: [{"id": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "address": "fa:16:3e:84:93:b8", "network": {"id": "ad36381b-96b6-47bf-9c73-bc13042eebbd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-668922715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9883d882e082460fab4ddda310431129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44b8969f-3f", "ovs_interfaceid": "44b8969f-3f59-4e71-90c7-6127e3c6470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.139771] env[69895]: DEBUG nova.compute.manager [req-8b719906-c53d-4bf2-9244-0f8b05f8aa07 req-06d2f840-b8de-4982-a4f3-ef115e44738c service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Received event network-vif-deleted-f50e8d33-a588-4670-a76e-7fb69633f930 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.140048] env[69895]: INFO nova.compute.manager [req-8b719906-c53d-4bf2-9244-0f8b05f8aa07 req-06d2f840-b8de-4982-a4f3-ef115e44738c service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Neutron deleted interface f50e8d33-a588-4670-a76e-7fb69633f930; detaching it from the instance and deleting it from the info cache [ 712.140172] env[69895]: DEBUG nova.network.neutron [req-8b719906-c53d-4bf2-9244-0f8b05f8aa07 req-06d2f840-b8de-4982-a4f3-ef115e44738c service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.144520] env[69895]: DEBUG nova.compute.manager [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.144520] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.144520] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2bc0c0-76fe-4ae9-bda0-36b2a123a5fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.156188] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.156544] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e3febd-3f8d-42d8-b350-802f6cc706c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.165580] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 712.165580] env[69895]: value = "task-3471268" [ 712.165580] env[69895]: _type = "Task" [ 712.165580] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.176919] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.399085] env[69895]: DEBUG nova.compute.utils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.399085] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.399085] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.457896] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Successfully updated port: eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.470613] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.470865] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.484449] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521b6022-9f14-69c6-534e-79cc251c31a5, 'name': SearchDatastore_Task, 'duration_secs': 0.0295} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.484449] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845e7a73-c5b0-4a33-a74d-6e4fe12ac7b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.494828] env[69895]: DEBUG nova.network.neutron [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.499663] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 712.499663] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5253631b-c6ef-52ad-2eb5-768af2ad94f4" [ 712.499663] env[69895]: _type = "Task" [ 712.499663] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.500292] env[69895]: DEBUG oslo_concurrency.lockutils [req-8223c4c9-5cab-495e-800d-64cab87691a2 req-f6732f33-aae3-4e18-8244-b822dc067d5a service nova] Releasing lock "refresh_cache-318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.509918] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5253631b-c6ef-52ad-2eb5-768af2ad94f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.533309] env[69895]: DEBUG nova.policy [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76015875e0ed4ecd836348776c0eeffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '715f363ec88540cf976290b96abe0ab1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.650706] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49e642cf-2a3d-4a96-b554-fde97260e40c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.667344] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25725b64-9ec6-49e0-bafe-92dde03dfc33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.690390] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471268, 'name': PowerOffVM_Task, 'duration_secs': 0.191578} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.690658] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.690826] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.691136] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae258395-2b68-48de-9b70-5da99867c1c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.706883] env[69895]: DEBUG nova.compute.manager [req-8b719906-c53d-4bf2-9244-0f8b05f8aa07 req-06d2f840-b8de-4982-a4f3-ef115e44738c service nova] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Detach interface failed, port_id=f50e8d33-a588-4670-a76e-7fb69633f930, reason: Instance 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 712.780149] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.780376] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.784018] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] 2349e89a-3181-440a-bcf3-58df8abe2499 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.784018] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bafc998d-4184-485d-bcae-ae33306c27ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.792011] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 712.792011] env[69895]: value = "task-3471270" [ 712.792011] env[69895]: _type = "Task" [ 712.792011] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.798091] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.910039] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.940545] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Successfully created port: 7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.962016] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.962114] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquired lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962264] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.996339] env[69895]: INFO nova.compute.manager [-] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Took 1.51 seconds to deallocate network for instance. [ 713.011198] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5253631b-c6ef-52ad-2eb5-768af2ad94f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.011466] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.011778] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa/318fc7d7-ef9d-4ddc-82dd-54f715fd70aa.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.012129] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6acb6e2-0b17-4ebc-ba5f-16abb6a78f90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.020316] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 713.020316] env[69895]: value = "task-3471271" [ 713.020316] env[69895]: _type = "Task" [ 713.020316] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.028069] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.158167] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eede60-4178-4293-aec0-ebc5f4e92393 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.167831] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8dc19-d1b6-4a94-b078-98ebcd31a425 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.206683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d04d39-1d52-45b2-b3e8-9f5bf55ebc79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.215599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb028a-49ac-43d7-9a42-7beae1a3f1b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.234598] env[69895]: DEBUG nova.compute.provider_tree [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.302111] env[69895]: DEBUG oslo_vmware.api [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133194} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.302111] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.302111] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.302111] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.302306] env[69895]: INFO nova.compute.manager [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Took 1.16 seconds to destroy the instance on the hypervisor. [ 713.302456] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.302671] env[69895]: DEBUG nova.compute.manager [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.302765] env[69895]: DEBUG nova.network.neutron [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.324651] env[69895]: DEBUG nova.compute.manager [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Received event network-vif-plugged-eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.324651] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Acquiring lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.324651] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.324829] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.325086] env[69895]: DEBUG nova.compute.manager [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] No waiting events found dispatching network-vif-plugged-eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.325271] env[69895]: WARNING nova.compute.manager [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Received unexpected event network-vif-plugged-eb360076-bd3d-4497-9b30-3f2118a35aef for instance with vm_state building and task_state spawning. [ 713.325461] env[69895]: DEBUG nova.compute.manager [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Received event network-changed-eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.325640] env[69895]: DEBUG nova.compute.manager [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Refreshing instance network info cache due to event network-changed-eb360076-bd3d-4497-9b30-3f2118a35aef. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.325874] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Acquiring lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.503739] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.507954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.536449] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487371} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.536449] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa/318fc7d7-ef9d-4ddc-82dd-54f715fd70aa.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.536449] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.536626] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde3ec6b-4f76-4840-a098-074e76ccde52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.543180] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 713.543180] env[69895]: value = "task-3471272" [ 713.543180] env[69895]: _type = "Task" [ 713.543180] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.551014] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.657019] env[69895]: DEBUG nova.network.neutron [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Updating instance_info_cache with network_info: [{"id": "eb360076-bd3d-4497-9b30-3f2118a35aef", "address": "fa:16:3e:a2:d7:87", "network": {"id": "5254b7bd-1bca-4555-b3e2-20a43f1e3b83", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1331741591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288f7a170e4b4244aef43e347e6ed658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb360076-bd", "ovs_interfaceid": "eb360076-bd3d-4497-9b30-3f2118a35aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.739084] env[69895]: DEBUG nova.scheduler.client.report [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.920068] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.945154] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.945426] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.945584] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.945764] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.945905] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.946059] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.946273] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.946429] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.946683] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.946864] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.947056] env[69895]: DEBUG nova.virt.hardware [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.947990] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5817bf4d-c17a-4024-9fcf-13f35a4b4f11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.956341] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eed256-f3a2-49f6-8128-4d2db751d694 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.052990] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.053323] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.054103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486ddb23-ff1a-4df8-8059-3e7fe32a7276 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.075531] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa/318fc7d7-ef9d-4ddc-82dd-54f715fd70aa.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.075782] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df3959f-f7f0-4535-9af2-e1ea8ac167f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.094669] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 714.094669] env[69895]: value = "task-3471273" [ 714.094669] env[69895]: _type = "Task" [ 714.094669] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.102491] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.160451] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Releasing lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.160823] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Instance network_info: |[{"id": "eb360076-bd3d-4497-9b30-3f2118a35aef", "address": "fa:16:3e:a2:d7:87", "network": {"id": "5254b7bd-1bca-4555-b3e2-20a43f1e3b83", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1331741591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288f7a170e4b4244aef43e347e6ed658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb360076-bd", "ovs_interfaceid": "eb360076-bd3d-4497-9b30-3f2118a35aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.161491] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Acquired lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.161715] env[69895]: DEBUG nova.network.neutron [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Refreshing network info cache for port eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.163083] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d7:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb360076-bd3d-4497-9b30-3f2118a35aef', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.171154] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Creating folder: Project (288f7a170e4b4244aef43e347e6ed658). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.174600] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1c2a23-72bb-465d-a838-c0a241e78a92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187740] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Created folder: Project (288f7a170e4b4244aef43e347e6ed658) in parent group-v693805. [ 714.187952] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Creating folder: Instances. Parent ref: group-v693894. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.188198] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c37ceeb-5002-4f31-bf01-402513fc5a5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.200365] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Created folder: Instances in parent group-v693894. [ 714.200595] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.200783] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.200982] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52f8675-fd88-46c3-9799-458e1da10da4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.222998] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.222998] env[69895]: value = "task-3471276" [ 714.222998] env[69895]: _type = "Task" [ 714.222998] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.232250] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471276, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.245348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.247595] env[69895]: DEBUG nova.network.neutron [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.249176] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.366s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.249445] env[69895]: DEBUG nova.objects.instance [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lazy-loading 'resources' on Instance uuid 74d236c3-e499-4b37-abc2-ad8fb5a81a4a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.271676] env[69895]: INFO nova.scheduler.client.report [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Deleted allocations for instance 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1 [ 714.475937] env[69895]: DEBUG nova.network.neutron [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Updated VIF entry in instance network info cache for port eb360076-bd3d-4497-9b30-3f2118a35aef. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.476334] env[69895]: DEBUG nova.network.neutron [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Updating instance_info_cache with network_info: [{"id": "eb360076-bd3d-4497-9b30-3f2118a35aef", "address": "fa:16:3e:a2:d7:87", "network": {"id": "5254b7bd-1bca-4555-b3e2-20a43f1e3b83", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1331741591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "288f7a170e4b4244aef43e347e6ed658", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb360076-bd", "ovs_interfaceid": "eb360076-bd3d-4497-9b30-3f2118a35aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.604352] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471273, 'name': ReconfigVM_Task, 'duration_secs': 0.378172} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.604643] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa/318fc7d7-ef9d-4ddc-82dd-54f715fd70aa.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.605302] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-214cbb10-6e3f-45c2-a1a6-944c7305de4b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.612087] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 714.612087] env[69895]: value = "task-3471277" [ 714.612087] env[69895]: _type = "Task" [ 714.612087] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.620688] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471277, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.733769] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471276, 'name': CreateVM_Task, 'duration_secs': 0.403498} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.734105] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.735401] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.735401] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.735745] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.736029] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0334a67b-c0c2-42c0-bb31-2982fa6b2b81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.740701] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 714.740701] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220352c-1a9b-26e6-3aab-8aa26292aea8" [ 714.740701] env[69895]: _type = "Task" [ 714.740701] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.750541] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220352c-1a9b-26e6-3aab-8aa26292aea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.754484] env[69895]: INFO nova.compute.manager [-] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Took 1.45 seconds to deallocate network for instance. [ 714.786693] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Lock "84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.870s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.918836] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Successfully updated port: 7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.984618] env[69895]: DEBUG oslo_concurrency.lockutils [req-6fab2825-5418-4a5b-ac50-503168bff08e req-3e59f5fb-b2c6-423a-aaa4-af7a1456d4d7 service nova] Releasing lock "refresh_cache-0aa89c17-e719-47b3-afad-0cfda90cb504" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.123026] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471277, 'name': Rename_Task, 'duration_secs': 0.140788} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.123121] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.123622] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ac98b2-617e-4d0d-89be-b3066cc844b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.129462] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 715.129462] env[69895]: value = "task-3471278" [ 715.129462] env[69895]: _type = "Task" [ 715.129462] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.139760] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.252792] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220352c-1a9b-26e6-3aab-8aa26292aea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.253110] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253516] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.253555] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.253699] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.253879] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.254179] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38cd044e-63f0-444f-b042-3b6d546a36c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.263507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.265192] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.265482] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.266111] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601dd080-5780-4cea-a9a2-1bb5de171b87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.273990] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c1eea4-f7c4-4984-b14e-b2769d707f38 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.276814] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 715.276814] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529431fc-82ad-2912-3f33-783b8869ab44" [ 715.276814] env[69895]: _type = "Task" [ 715.276814] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.284568] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb04bcd-1808-483e-894a-4694be38cddd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.291426] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529431fc-82ad-2912-3f33-783b8869ab44, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.292849] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d7cc92-fc86-4153-ae0a-9f2fd503a169 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.320971] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1585ca1a-da2c-4efc-9cff-967a30336ac2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.324939] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 715.324939] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f1c09d-f999-35cb-ad22-507ec7e9d33b" [ 715.324939] env[69895]: _type = "Task" [ 715.324939] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.331612] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1564695-e7da-4b44-8143-6c1b57da7f41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.338290] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f1c09d-f999-35cb-ad22-507ec7e9d33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.349260] env[69895]: DEBUG nova.compute.provider_tree [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.355927] env[69895]: DEBUG nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Received event network-vif-deleted-9e25346c-3a51-419d-8641-53e804088ba4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.356144] env[69895]: DEBUG nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Received event network-vif-plugged-7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.356334] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Acquiring lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.356530] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.356694] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.356847] env[69895]: DEBUG nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] No waiting events found dispatching network-vif-plugged-7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.357011] env[69895]: WARNING nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Received unexpected event network-vif-plugged-7b4b4576-a47f-4265-838d-a7e81848d23b for instance with vm_state building and task_state spawning. [ 715.357164] env[69895]: DEBUG nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Received event network-changed-7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.357311] env[69895]: DEBUG nova.compute.manager [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Refreshing instance network info cache due to event network-changed-7b4b4576-a47f-4265-838d-a7e81848d23b. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.357487] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Acquiring lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.357613] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Acquired lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.357754] env[69895]: DEBUG nova.network.neutron [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Refreshing network info cache for port 7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.421240] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.642852] env[69895]: DEBUG oslo_vmware.api [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471278, 'name': PowerOnVM_Task, 'duration_secs': 0.45414} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.643438] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.643517] env[69895]: INFO nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 7.20 seconds to spawn the instance on the hypervisor. [ 715.643696] env[69895]: DEBUG nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.644700] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21932a64-136b-45da-a554-ceec568fe257 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.840829] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f1c09d-f999-35cb-ad22-507ec7e9d33b, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.841141] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.841411] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0aa89c17-e719-47b3-afad-0cfda90cb504/0aa89c17-e719-47b3-afad-0cfda90cb504.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.841701] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35809f0c-294f-479a-98fe-6efbe5f51bdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.848182] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 715.848182] env[69895]: value = "task-3471279" [ 715.848182] env[69895]: _type = "Task" [ 715.848182] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.855758] env[69895]: DEBUG nova.scheduler.client.report [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.867379] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.911659] env[69895]: DEBUG nova.network.neutron [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.018889] env[69895]: DEBUG nova.network.neutron [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.167320] env[69895]: INFO nova.compute.manager [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 48.68 seconds to build instance. [ 716.358286] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.361219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.364479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.852s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.365276] env[69895]: INFO nova.compute.claims [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.388803] env[69895]: INFO nova.scheduler.client.report [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Deleted allocations for instance 74d236c3-e499-4b37-abc2-ad8fb5a81a4a [ 716.524974] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d1b0986-0333-4ecc-bbca-fdd1d849692f req-3045d2ac-81df-4dbc-bf38-0b52794d8820 service nova] Releasing lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.525513] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.525695] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.672915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.721s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.859544] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516019} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.859544] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0aa89c17-e719-47b3-afad-0cfda90cb504/0aa89c17-e719-47b3-afad-0cfda90cb504.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.859544] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.859544] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1590eb4-58de-49cb-8860-71b86c95601e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.866243] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 716.866243] env[69895]: value = "task-3471280" [ 716.866243] env[69895]: _type = "Task" [ 716.866243] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.877367] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.898584] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81c574a9-6e74-4054-9102-337e49817229 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Lock "74d236c3-e499-4b37-abc2-ad8fb5a81a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.657s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.059465] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.175541] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.380048] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134358} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.380330] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.381299] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eaf71f-22df-4cf2-8194-b425c41ae81e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.412881] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 0aa89c17-e719-47b3-afad-0cfda90cb504/0aa89c17-e719-47b3-afad-0cfda90cb504.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.416666] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcc0881-42c8-4d1d-b580-57d767b19177 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.437330] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 717.437330] env[69895]: value = "task-3471281" [ 717.437330] env[69895]: _type = "Task" [ 717.437330] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.448189] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.501034] env[69895]: DEBUG nova.network.neutron [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Updating instance_info_cache with network_info: [{"id": "7b4b4576-a47f-4265-838d-a7e81848d23b", "address": "fa:16:3e:77:3f:0f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4b4576-a4", "ovs_interfaceid": "7b4b4576-a47f-4265-838d-a7e81848d23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.705454] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.917891] env[69895]: DEBUG nova.compute.manager [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.918876] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021225f7-8cb0-447c-a3ff-97174edcd44a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.955109] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.957359] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285cbed4-7867-425d-9c88-24ccc45ecd97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.965111] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698de30-6207-4853-84cc-04bdd8897370 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.000333] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af289369-0b0f-4052-bf8c-d817eb71f208 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.003947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "refresh_cache-59d6c8b0-988f-4f6c-a230-5add6097b6d2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.004319] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance network_info: |[{"id": "7b4b4576-a47f-4265-838d-a7e81848d23b", "address": "fa:16:3e:77:3f:0f", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b4b4576-a4", "ovs_interfaceid": "7b4b4576-a47f-4265-838d-a7e81848d23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.005046] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:3f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b4b4576-a47f-4265-838d-a7e81848d23b', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.012519] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.016590] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.019149] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde4cbbc-eced-4eba-940a-bef0fbe04bd2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.034910] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7999800-74db-4ffe-a6f1-e896486e11cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.051829] env[69895]: DEBUG nova.compute.provider_tree [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.054422] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.054422] env[69895]: value = "task-3471282" [ 718.054422] env[69895]: _type = "Task" [ 718.054422] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.065834] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471282, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.435835] env[69895]: INFO nova.compute.manager [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] instance snapshotting [ 718.437929] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb1e4c-5784-42da-8bdf-91d39ba10eca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.462026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a937bf00-fac8-4d2c-b92e-c63ff3076735 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.465647] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471281, 'name': ReconfigVM_Task, 'duration_secs': 0.796918} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.466380] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 0aa89c17-e719-47b3-afad-0cfda90cb504/0aa89c17-e719-47b3-afad-0cfda90cb504.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.467220] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb0684f-d2c3-4c56-bf4c-ac5586703e45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.477429] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 718.477429] env[69895]: value = "task-3471283" [ 718.477429] env[69895]: _type = "Task" [ 718.477429] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.485055] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471283, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.542618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.542618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.542618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.542618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.542862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.543639] env[69895]: INFO nova.compute.manager [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Terminating instance [ 718.560989] env[69895]: DEBUG nova.scheduler.client.report [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.568648] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471282, 'name': CreateVM_Task, 'duration_secs': 0.326616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.569078] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.569738] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.571278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.571278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.571278] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bee5af-ba1e-4e53-8d54-557c134df0f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.581852] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 718.581852] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522b1ce0-e442-e107-6859-26690691f5ec" [ 718.581852] env[69895]: _type = "Task" [ 718.581852] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.592816] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522b1ce0-e442-e107-6859-26690691f5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.593137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.593375] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.593618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.593764] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.593943] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.594211] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-521d8ef9-9585-493b-a03b-3b0e4e955f18 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.602277] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.602477] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.603251] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e48df1e-16df-4516-98d2-f1df07282721 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.608978] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 718.608978] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52547b76-5b18-3f5c-1cfb-fa625182c6e3" [ 718.608978] env[69895]: _type = "Task" [ 718.608978] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.617546] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52547b76-5b18-3f5c-1cfb-fa625182c6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.976699] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.976699] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4664eaa0-a0a6-4d9f-b01c-12458a46eded {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.986599] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471283, 'name': Rename_Task, 'duration_secs': 0.235878} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.988460] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.988902] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 718.988902] env[69895]: value = "task-3471284" [ 718.988902] env[69895]: _type = "Task" [ 718.988902] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.989150] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138104e4-ac47-4e27-b02f-071c88ae344f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.001538] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.003058] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 719.003058] env[69895]: value = "task-3471285" [ 719.003058] env[69895]: _type = "Task" [ 719.003058] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.017326] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.047289] env[69895]: DEBUG nova.compute.manager [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.047535] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.048450] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee4bab-d796-4c79-a8c0-c40e8faa3bb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.056181] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.056423] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66929fbf-9348-41f4-b552-1ec386e4d625 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.062653] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 719.062653] env[69895]: value = "task-3471286" [ 719.062653] env[69895]: _type = "Task" [ 719.062653] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.072924] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.073678] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.077805] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.078399] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.599s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.080841] env[69895]: INFO nova.compute.claims [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.123611] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52547b76-5b18-3f5c-1cfb-fa625182c6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.124715] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ddc946-13dd-49ea-9345-21eea51372be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.131444] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 719.131444] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526844a3-c4ab-f172-8368-64f973ac55d8" [ 719.131444] env[69895]: _type = "Task" [ 719.131444] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.142196] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526844a3-c4ab-f172-8368-64f973ac55d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.501967] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.511959] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471285, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.572596] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471286, 'name': PowerOffVM_Task, 'duration_secs': 0.190705} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.572914] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.573105] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.573401] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67c86e6-81db-4c6a-8d88-e92d4766aeda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.583552] env[69895]: DEBUG nova.compute.utils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.583552] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.583552] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.641024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.641024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.641024] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Deleting the datastore file [datastore1] b9463fd0-5f03-40a6-a034-45a65ecfac47 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.641024] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f127ea0-bdeb-40bb-aca0-3c0632e0e5a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.648524] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526844a3-c4ab-f172-8368-64f973ac55d8, 'name': SearchDatastore_Task, 'duration_secs': 0.036308} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.650757] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651048] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 59d6c8b0-988f-4f6c-a230-5add6097b6d2/59d6c8b0-988f-4f6c-a230-5add6097b6d2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.651390] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for the task: (returnval){ [ 719.651390] env[69895]: value = "task-3471288" [ 719.651390] env[69895]: _type = "Task" [ 719.651390] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.651582] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-020b0cb7-8af7-4a73-a70e-57c22e320124 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.664265] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 719.664265] env[69895]: value = "task-3471289" [ 719.664265] env[69895]: _type = "Task" [ 719.664265] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.667054] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.675486] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.709029] env[69895]: DEBUG nova.policy [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e559bb6a5bef4749ab8f11720db55885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe7bd36fefd456b85be1c9cd5447bc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.003359] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471284, 'name': CreateSnapshot_Task, 'duration_secs': 0.75928} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.005334] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.005334] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb708877-c8ae-4be8-8304-4b65080e6378 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.026916] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.086047] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.181948] env[69895]: DEBUG oslo_vmware.api [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Task: {'id': task-3471288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163112} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.183280] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.183479] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.183650] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.183936] env[69895]: INFO nova.compute.manager [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Took 1.14 seconds to destroy the instance on the hypervisor. [ 720.184268] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.190827] env[69895]: DEBUG nova.compute.manager [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.190944] env[69895]: DEBUG nova.network.neutron [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.192647] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471289, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.502257] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Successfully created port: 8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.520821] env[69895]: DEBUG oslo_vmware.api [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471285, 'name': PowerOnVM_Task, 'duration_secs': 1.46111} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.520892] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.521107] env[69895]: INFO nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Took 9.35 seconds to spawn the instance on the hypervisor. [ 720.521305] env[69895]: DEBUG nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.522194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50466c54-5581-4fd5-b410-65f5f4269389 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.534855] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.537012] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2024e68-02a9-49fe-a4bd-80268b1210d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.547954] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 720.547954] env[69895]: value = "task-3471290" [ 720.547954] env[69895]: _type = "Task" [ 720.547954] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.557870] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.684674] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550564} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.684674] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 59d6c8b0-988f-4f6c-a230-5add6097b6d2/59d6c8b0-988f-4f6c-a230-5add6097b6d2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.684674] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.684914] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3de512b-4a8b-46ac-85c6-55c1897114ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.693884] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 720.693884] env[69895]: value = "task-3471291" [ 720.693884] env[69895]: _type = "Task" [ 720.693884] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.703747] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.752796] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a82de1-abff-4b8d-a91c-e5e774eb6e5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.759985] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85f12c-82be-4b09-813b-c291da30ab1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.791507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090959b-49f7-4c79-871c-fd937f53588b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.798840] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3fd08c-7582-44a5-a802-3b9d82902e46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.815414] env[69895]: DEBUG nova.compute.provider_tree [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.064510] env[69895]: INFO nova.compute.manager [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Took 49.49 seconds to build instance. [ 721.069473] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.100346] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.135402] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.135646] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.136807] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.136807] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.136807] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.136807] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.136807] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.137042] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.137042] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.137042] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.137142] env[69895]: DEBUG nova.virt.hardware [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.138421] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c8e62d-af62-4da4-a38c-2001913be702 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.147200] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0488d6d9-d820-47b0-bdd8-adf73b12bbd0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.206028] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.206028] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.206028] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719c226-bcd9-476f-9840-e5bf433ed142 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.231321] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 59d6c8b0-988f-4f6c-a230-5add6097b6d2/59d6c8b0-988f-4f6c-a230-5add6097b6d2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.232299] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f72e11-71ae-4aca-94e0-563f6cd91399 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.253410] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 721.253410] env[69895]: value = "task-3471292" [ 721.253410] env[69895]: _type = "Task" [ 721.253410] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.261707] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.319210] env[69895]: DEBUG nova.scheduler.client.report [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.563568] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.567030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.703s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.754083] env[69895]: DEBUG nova.compute.manager [req-6810bb59-15fa-417f-adbc-8c25048dde88 req-cb0d58eb-f01f-4907-99ef-e0f204c20ba3 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Received event network-vif-deleted-5b719340-4c62-4430-b370-188fc2e69370 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.754083] env[69895]: INFO nova.compute.manager [req-6810bb59-15fa-417f-adbc-8c25048dde88 req-cb0d58eb-f01f-4907-99ef-e0f204c20ba3 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Neutron deleted interface 5b719340-4c62-4430-b370-188fc2e69370; detaching it from the instance and deleting it from the info cache [ 721.754083] env[69895]: DEBUG nova.network.neutron [req-6810bb59-15fa-417f-adbc-8c25048dde88 req-cb0d58eb-f01f-4907-99ef-e0f204c20ba3 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.772038] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.825195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.825195] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.830638] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.474s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.830638] env[69895]: INFO nova.compute.claims [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.015597] env[69895]: DEBUG nova.network.neutron [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.067731] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.068117] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.261023] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81535882-613c-43da-a758-b6384d3d7664 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.268822] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471292, 'name': ReconfigVM_Task, 'duration_secs': 0.5261} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.270206] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 59d6c8b0-988f-4f6c-a230-5add6097b6d2/59d6c8b0-988f-4f6c-a230-5add6097b6d2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.271129] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5d3f601-da04-4f35-96e6-74fb5327e33f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.278385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b941eaf3-b704-4aea-9323-824e148a8594 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.299101] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 722.299101] env[69895]: value = "task-3471293" [ 722.299101] env[69895]: _type = "Task" [ 722.299101] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.313822] env[69895]: DEBUG nova.compute.manager [req-6810bb59-15fa-417f-adbc-8c25048dde88 req-cb0d58eb-f01f-4907-99ef-e0f204c20ba3 service nova] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Detach interface failed, port_id=5b719340-4c62-4430-b370-188fc2e69370, reason: Instance b9463fd0-5f03-40a6-a034-45a65ecfac47 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 722.319571] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471293, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.334947] env[69895]: DEBUG nova.compute.utils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.338351] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.338572] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.463021] env[69895]: DEBUG nova.policy [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b007ab6f8fbc4156aaafe552ba2ea4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e5520e97557439b8fd8e973b39efdea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.519194] env[69895]: INFO nova.compute.manager [-] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Took 2.33 seconds to deallocate network for instance. [ 722.568896] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.597066] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.808945] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471293, 'name': Rename_Task, 'duration_secs': 0.168512} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.809396] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.809779] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a84be93e-ed13-4f59-a47e-22fb3bbc64ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.817209] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 722.817209] env[69895]: value = "task-3471294" [ 722.817209] env[69895]: _type = "Task" [ 722.817209] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.825669] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.844021] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.855925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "0aa89c17-e719-47b3-afad-0cfda90cb504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.856477] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.856801] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.858657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.858657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.860033] env[69895]: INFO nova.compute.manager [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Terminating instance [ 723.026976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.077141] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471290, 'name': CloneVM_Task, 'duration_secs': 2.212303} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.077141] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Created linked-clone VM from snapshot [ 723.077141] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa10eca-5c8c-4f30-9803-bc19ce3f0842 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.089306] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Uploading image 13ba4e6e-5ade-4903-87a8-230d08bf2dcd {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 723.117239] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 723.117239] env[69895]: value = "vm-693899" [ 723.117239] env[69895]: _type = "VirtualMachine" [ 723.117239] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 723.117567] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a50d461b-ed76-4cca-ac57-9472e5fb6a9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.127890] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lease: (returnval){ [ 723.127890] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526249a0-57bf-772b-4fd0-178e17f6132c" [ 723.127890] env[69895]: _type = "HttpNfcLease" [ 723.127890] env[69895]: } obtained for exporting VM: (result){ [ 723.127890] env[69895]: value = "vm-693899" [ 723.127890] env[69895]: _type = "VirtualMachine" [ 723.127890] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 723.127890] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the lease: (returnval){ [ 723.127890] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526249a0-57bf-772b-4fd0-178e17f6132c" [ 723.127890] env[69895]: _type = "HttpNfcLease" [ 723.127890] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 723.136539] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.136539] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526249a0-57bf-772b-4fd0-178e17f6132c" [ 723.136539] env[69895]: _type = "HttpNfcLease" [ 723.136539] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 723.159242] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Successfully updated port: 8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.301806] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Successfully created port: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.326742] env[69895]: DEBUG oslo_vmware.api [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471294, 'name': PowerOnVM_Task, 'duration_secs': 0.484144} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.327313] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.327608] env[69895]: INFO nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Took 9.41 seconds to spawn the instance on the hypervisor. [ 723.327764] env[69895]: DEBUG nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.328550] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935206e-2e7a-4bd6-8ea4-3e945557449f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.365429] env[69895]: DEBUG nova.compute.manager [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.365701] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.366881] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee419f0-88e6-4914-90a6-b3084fbc3b2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.382694] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.383019] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd1f991-b46d-4eba-b594-68a006f85838 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.391023] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 723.391023] env[69895]: value = "task-3471296" [ 723.391023] env[69895]: _type = "Task" [ 723.391023] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.408813] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.507277] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4470d0-4b5a-448b-aa66-a3ed48273eb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.515383] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927f7e0-09de-46c2-9a46-8fd254a3cc6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.547708] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76297e7d-2fc1-4bdc-bfd8-4f45f92c4d95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.556063] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c755f596-7905-41eb-915c-702c5d45f2b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.570516] env[69895]: DEBUG nova.compute.provider_tree [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.636135] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.636135] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526249a0-57bf-772b-4fd0-178e17f6132c" [ 723.636135] env[69895]: _type = "HttpNfcLease" [ 723.636135] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.636448] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.636448] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526249a0-57bf-772b-4fd0-178e17f6132c" [ 723.636448] env[69895]: _type = "HttpNfcLease" [ 723.636448] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.637247] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ecbd1-1911-4421-8bf8-3297e33d7ef3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.644671] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.644860] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.707095] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.707251] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.707424] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.781338] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c185e641-1389-4d16-ae53-21a441bf48af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.821220] env[69895]: DEBUG nova.compute.manager [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Received event network-vif-plugged-8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.821450] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Acquiring lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.821657] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.821956] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.822094] env[69895]: DEBUG nova.compute.manager [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] No waiting events found dispatching network-vif-plugged-8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.822633] env[69895]: WARNING nova.compute.manager [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Received unexpected event network-vif-plugged-8ead07c6-8b1e-4f71-a541-92c8dc625337 for instance with vm_state building and task_state spawning. [ 723.822633] env[69895]: DEBUG nova.compute.manager [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Received event network-changed-8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.822633] env[69895]: DEBUG nova.compute.manager [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Refreshing instance network info cache due to event network-changed-8ead07c6-8b1e-4f71-a541-92c8dc625337. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.822894] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Acquiring lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.850856] env[69895]: INFO nova.compute.manager [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Took 49.09 seconds to build instance. [ 723.857269] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.882255] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.882255] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.882435] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.882619] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.883404] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.883404] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.883404] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.883404] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.883655] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.883822] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.884048] env[69895]: DEBUG nova.virt.hardware [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.885263] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d880cd8-3316-4ce5-877e-437949b27855 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.893948] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6396a99-5cfa-4b3d-b1ee-b47524a73bac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.913292] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471296, 'name': PowerOffVM_Task, 'duration_secs': 0.376422} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.913558] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.913722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.913964] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d14c7de-dc62-46b4-85c1-5eb892400996 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.075565] env[69895]: DEBUG nova.scheduler.client.report [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.249654] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.259955] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.260243] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.260506] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Deleting the datastore file [datastore2] 0aa89c17-e719-47b3-afad-0cfda90cb504 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.260826] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4403a1-9cdf-48f5-a21f-1d2de7a5199d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.267668] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for the task: (returnval){ [ 724.267668] env[69895]: value = "task-3471298" [ 724.267668] env[69895]: _type = "Task" [ 724.267668] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.276732] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.352408] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2aa14451-85da-4398-949d-3a7a81b02b01 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.397s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.487143] env[69895]: DEBUG nova.network.neutron [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Updating instance_info_cache with network_info: [{"id": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "address": "fa:16:3e:19:1e:dc", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ead07c6-8b", "ovs_interfaceid": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.581844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.583326] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.586245] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.013s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.587688] env[69895]: INFO nova.compute.claims [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.781392] env[69895]: DEBUG oslo_vmware.api [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Task: {'id': task-3471298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.781841] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.782137] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.782460] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.782801] env[69895]: INFO nova.compute.manager [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Took 1.42 seconds to destroy the instance on the hypervisor. [ 724.783359] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.783458] env[69895]: DEBUG nova.compute.manager [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.783590] env[69895]: DEBUG nova.network.neutron [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.858047] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.875892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.876301] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.876618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.876821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.877084] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.883186] env[69895]: INFO nova.compute.manager [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Terminating instance [ 724.989763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.990359] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Instance network_info: |[{"id": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "address": "fa:16:3e:19:1e:dc", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ead07c6-8b", "ovs_interfaceid": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.990992] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Acquired lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.993092] env[69895]: DEBUG nova.network.neutron [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Refreshing network info cache for port 8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.993092] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:1e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ead07c6-8b1e-4f71-a541-92c8dc625337', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.003734] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Creating folder: Project (cbe7bd36fefd456b85be1c9cd5447bc8). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.013612] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8632c673-8c64-4dfc-a209-7f209b644d1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.029221] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Created folder: Project (cbe7bd36fefd456b85be1c9cd5447bc8) in parent group-v693805. [ 725.029221] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Creating folder: Instances. Parent ref: group-v693900. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.029221] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e1108f-39de-4c13-9c6f-476338a68d2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.037253] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Created folder: Instances in parent group-v693900. [ 725.037892] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.038279] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.038626] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a986f13-bf56-45d3-84d1-f8a22999e5fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.067125] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.067125] env[69895]: value = "task-3471301" [ 725.067125] env[69895]: _type = "Task" [ 725.067125] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.075949] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471301, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.092811] env[69895]: DEBUG nova.compute.utils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.096685] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.096859] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.172100] env[69895]: DEBUG nova.policy [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65645e200d2492ea84c28943c029518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ab6d8b9fd9429f9146f260b95f2005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.343605] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Successfully updated port: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.347635] env[69895]: DEBUG nova.network.neutron [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Updated VIF entry in instance network info cache for port 8ead07c6-8b1e-4f71-a541-92c8dc625337. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.347635] env[69895]: DEBUG nova.network.neutron [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Updating instance_info_cache with network_info: [{"id": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "address": "fa:16:3e:19:1e:dc", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ead07c6-8b", "ovs_interfaceid": "8ead07c6-8b1e-4f71-a541-92c8dc625337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.390589] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.391319] env[69895]: DEBUG nova.compute.manager [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.391541] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.392491] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4022ec-a109-422a-9648-6309cbbb64c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.400336] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.400623] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11274920-e247-46bd-a9bf-333064f5cba3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.408682] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 725.408682] env[69895]: value = "task-3471302" [ 725.408682] env[69895]: _type = "Task" [ 725.408682] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.417210] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.573652] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Successfully created port: 4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.580031] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471301, 'name': CreateVM_Task, 'duration_secs': 0.419306} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.580031] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.580694] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.580817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.581201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.581457] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9f8784-689f-4b6a-a119-53782019d079 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.586867] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 725.586867] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c45e04-1892-50e5-a22d-c40cabfbaf8a" [ 725.586867] env[69895]: _type = "Task" [ 725.586867] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.598582] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.601705] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c45e04-1892-50e5-a22d-c40cabfbaf8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.821050] env[69895]: DEBUG nova.network.neutron [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.845933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.846113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquired lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.846346] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.849227] env[69895]: DEBUG oslo_concurrency.lockutils [req-d57b40f4-619f-4a3b-87e8-8a11288314bf req-707f9996-fc4a-4d42-aade-442aaf2afcc1 service nova] Releasing lock "refresh_cache-bb7f5f01-e6c5-4b39-90d1-32900180ea30" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.922183] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471302, 'name': PowerOffVM_Task, 'duration_secs': 0.215423} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.922484] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.922645] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.922915] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec08e9f-8672-451c-b958-593b95107e67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.987808] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.988060] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.988257] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Deleting the datastore file [datastore2] 59d6c8b0-988f-4f6c-a230-5add6097b6d2 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.991038] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1da8687b-1d65-4764-aed8-e0e10c547aba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.000090] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for the task: (returnval){ [ 726.000090] env[69895]: value = "task-3471304" [ 726.000090] env[69895]: _type = "Task" [ 726.000090] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.011722] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.074866] env[69895]: DEBUG nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Received event network-vif-plugged-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.075135] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Acquiring lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.075366] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.075551] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.075720] env[69895]: DEBUG nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] No waiting events found dispatching network-vif-plugged-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.075901] env[69895]: WARNING nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Received unexpected event network-vif-plugged-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f for instance with vm_state building and task_state spawning. [ 726.076142] env[69895]: DEBUG nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Received event network-vif-deleted-eb360076-bd3d-4497-9b30-3f2118a35aef {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.076397] env[69895]: DEBUG nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Received event network-changed-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.076639] env[69895]: DEBUG nova.compute.manager [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Refreshing instance network info cache due to event network-changed-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.076784] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Acquiring lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.100690] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c45e04-1892-50e5-a22d-c40cabfbaf8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.101021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.101271] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.101526] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.101674] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.101903] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.105613] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86dd3a9-9c15-4b54-9651-d0b8652c693e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.117024] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.117024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.117024] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff76185-7694-41dd-a3db-5b88985e2ff9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.127018] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 726.127018] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52369e55-ef66-4a5b-6453-a6390ca8a511" [ 726.127018] env[69895]: _type = "Task" [ 726.127018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.133186] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52369e55-ef66-4a5b-6453-a6390ca8a511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.193070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1ad67-a1cf-4b35-adfd-e1ee5a99ae1c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.201066] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b081fb-2801-443c-8bb9-8d12e83edcf7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.237313] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eff18d-a290-414f-87fe-2f213629a917 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.245485] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574439c-1a9e-4399-9fdf-96bd5fde3c7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.260284] env[69895]: DEBUG nova.compute.provider_tree [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.326591] env[69895]: INFO nova.compute.manager [-] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Took 1.54 seconds to deallocate network for instance. [ 726.383690] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.515392] env[69895]: DEBUG oslo_vmware.api [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Task: {'id': task-3471304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161988} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.516722] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.516722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.516796] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.517087] env[69895]: INFO nova.compute.manager [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 726.517324] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.517520] env[69895]: DEBUG nova.compute.manager [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.517634] env[69895]: DEBUG nova.network.neutron [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.548096] env[69895]: DEBUG nova.network.neutron [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updating instance_info_cache with network_info: [{"id": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "address": "fa:16:3e:a7:ac:fa", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97be0cdb-ab", "ovs_interfaceid": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.610406] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.640390] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52369e55-ef66-4a5b-6453-a6390ca8a511, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.641458] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3871268c-b735-4b3b-be92-939670a6dbcb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.650072] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.650072] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.650072] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.650328] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.650328] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.650328] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.650328] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.650328] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.650555] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.650555] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.650555] env[69895]: DEBUG nova.virt.hardware [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.651799] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9511130-862d-447e-b318-be104a7a1662 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.658579] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.659292] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.659292] env[69895]: DEBUG nova.compute.manager [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.660592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000efc8-4205-4ddb-b0e2-0d91a8a96cdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.664498] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012dc33-13de-4a97-8faa-8d793aa41daf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.669069] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 726.669069] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5225f770-5d7c-7485-2ee2-406e404c315f" [ 726.669069] env[69895]: _type = "Task" [ 726.669069] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.687157] env[69895]: DEBUG nova.compute.manager [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 726.687789] env[69895]: DEBUG nova.objects.instance [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'flavor' on Instance uuid bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.695026] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5225f770-5d7c-7485-2ee2-406e404c315f, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.695247] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.695386] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb7f5f01-e6c5-4b39-90d1-32900180ea30/bb7f5f01-e6c5-4b39-90d1-32900180ea30.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.696112] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4401d7-d4b0-40f8-bd95-ae7d3853f584 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.702616] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 726.702616] env[69895]: value = "task-3471305" [ 726.702616] env[69895]: _type = "Task" [ 726.702616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.713309] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.763854] env[69895]: DEBUG nova.scheduler.client.report [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.833906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.054238] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Releasing lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.054624] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Instance network_info: |[{"id": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "address": "fa:16:3e:a7:ac:fa", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97be0cdb-ab", "ovs_interfaceid": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.054938] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Acquired lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.055133] env[69895]: DEBUG nova.network.neutron [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Refreshing network info cache for port 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.064024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ac:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.065958] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Creating folder: Project (4e5520e97557439b8fd8e973b39efdea). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.066605] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bca5823c-b057-4deb-a820-a2cc5d73326b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.079060] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Created folder: Project (4e5520e97557439b8fd8e973b39efdea) in parent group-v693805. [ 727.079204] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Creating folder: Instances. Parent ref: group-v693903. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.080606] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299722f6-0a93-4435-8de9-457bbe728f8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.084144] env[69895]: DEBUG nova.compute.manager [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Received event network-vif-plugged-4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.084380] env[69895]: DEBUG oslo_concurrency.lockutils [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] Acquiring lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.084597] env[69895]: DEBUG oslo_concurrency.lockutils [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.084792] env[69895]: DEBUG oslo_concurrency.lockutils [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.084931] env[69895]: DEBUG nova.compute.manager [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] No waiting events found dispatching network-vif-plugged-4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.085329] env[69895]: WARNING nova.compute.manager [req-b84ed548-e67c-4b9b-94e4-d8805b0c717a req-d2881121-0e99-4178-ac25-5172251d5c0a service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Received unexpected event network-vif-plugged-4d6c877e-b1db-4db9-a341-1ea78041ff95 for instance with vm_state building and task_state spawning. [ 727.095568] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Created folder: Instances in parent group-v693903. [ 727.095902] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.095999] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.096228] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0566a853-0a42-41d8-bbc5-b78ff85c977a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.117406] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.117406] env[69895]: value = "task-3471308" [ 727.117406] env[69895]: _type = "Task" [ 727.117406] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.128425] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471308, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.141977] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Successfully updated port: 4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.215367] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.272515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.273124] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.276042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.429s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.277545] env[69895]: INFO nova.compute.claims [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.317549] env[69895]: DEBUG nova.network.neutron [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.630423] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471308, 'name': CreateVM_Task, 'duration_secs': 0.388016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.630684] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.633065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.633065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.633065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.633065] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924a1588-82c7-4d9c-b2dc-196a6e83a14e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.639089] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 727.639089] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520af32f-4623-1f6b-bf9e-659d7dfebb73" [ 727.639089] env[69895]: _type = "Task" [ 727.639089] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.646840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.646840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquired lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.646906] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.657755] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520af32f-4623-1f6b-bf9e-659d7dfebb73, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.657755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.657755] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.657974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.658134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659212] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.659212] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a4c45d8-99d9-4671-bc71-ebfebcfd2beb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.668468] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.668574] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.670059] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48f3b9b-c343-447c-bc99-41a307c09658 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.676535] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 727.676535] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eacfa1-91cd-4f0d-4324-2000ff83a935" [ 727.676535] env[69895]: _type = "Task" [ 727.676535] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.686692] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eacfa1-91cd-4f0d-4324-2000ff83a935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.696502] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.696799] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eb908bf-4af9-4a29-b460-9f6a0de66700 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.703296] env[69895]: DEBUG oslo_vmware.api [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 727.703296] env[69895]: value = "task-3471309" [ 727.703296] env[69895]: _type = "Task" [ 727.703296] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.716954] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548832} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.720305] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb7f5f01-e6c5-4b39-90d1-32900180ea30/bb7f5f01-e6c5-4b39-90d1-32900180ea30.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.720542] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.720813] env[69895]: DEBUG oslo_vmware.api [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.723603] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe924c34-2cc3-4a0a-bdf1-c66f30692149 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.731343] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 727.731343] env[69895]: value = "task-3471310" [ 727.731343] env[69895]: _type = "Task" [ 727.731343] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.740183] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.785275] env[69895]: DEBUG nova.compute.utils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.786820] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.786988] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.821397] env[69895]: INFO nova.compute.manager [-] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Took 1.30 seconds to deallocate network for instance. [ 727.829816] env[69895]: DEBUG nova.policy [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '402c874e20dc49dea1542307e58c43af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c2eea4e498493ca0a4185c145e7b53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.838017] env[69895]: DEBUG nova.network.neutron [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updated VIF entry in instance network info cache for port 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.838414] env[69895]: DEBUG nova.network.neutron [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updating instance_info_cache with network_info: [{"id": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "address": "fa:16:3e:a7:ac:fa", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97be0cdb-ab", "ovs_interfaceid": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.164963] env[69895]: DEBUG nova.compute.manager [req-26ccf256-ecfa-4664-a786-70b2359ea6d1 req-4bd7d2b7-e32f-423a-9d19-0cead6a01023 service nova] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Received event network-vif-deleted-7b4b4576-a47f-4265-838d-a7e81848d23b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.188628] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eacfa1-91cd-4f0d-4324-2000ff83a935, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.189770] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d48df2-568e-4292-a9d6-d622da59b27f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.196668] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 728.196668] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52703a38-93c9-e1d3-a9d0-b2a2f6cf373a" [ 728.196668] env[69895]: _type = "Task" [ 728.196668] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.197586] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.213692] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52703a38-93c9-e1d3-a9d0-b2a2f6cf373a, 'name': SearchDatastore_Task, 'duration_secs': 0.011876} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.217078] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.217482] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 040f1d17-73f4-44a1-9302-d67de3eac768/040f1d17-73f4-44a1-9302-d67de3eac768.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.217871] env[69895]: DEBUG oslo_vmware.api [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471309, 'name': PowerOffVM_Task, 'duration_secs': 0.235533} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.218155] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49566d2c-ca29-4dc3-b8a2-b08a4cc65738 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.220405] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.220688] env[69895]: DEBUG nova.compute.manager [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.221621] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45134d2-73c3-4fc8-bba8-05bb2f316a73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.235478] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 728.235478] env[69895]: value = "task-3471311" [ 728.235478] env[69895]: _type = "Task" [ 728.235478] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.247640] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.252579] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070571} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.252579] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.252579] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc34ba-5371-4687-9921-5a14c04a76c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.278876] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] bb7f5f01-e6c5-4b39-90d1-32900180ea30/bb7f5f01-e6c5-4b39-90d1-32900180ea30.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.282549] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab96cd6-387f-4da5-ba3c-519a63d86cb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.300659] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Successfully created port: 39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.305933] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.315637] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 728.315637] env[69895]: value = "task-3471312" [ 728.315637] env[69895]: _type = "Task" [ 728.315637] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.324853] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.334113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.341421] env[69895]: DEBUG oslo_concurrency.lockutils [req-b77dfc8a-7c7a-464f-898e-a63d207ba842 req-46424219-c68a-434e-9c31-22bcdbc0ff9b service nova] Releasing lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.428013] env[69895]: DEBUG nova.network.neutron [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updating instance_info_cache with network_info: [{"id": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "address": "fa:16:3e:8a:4a:68", "network": {"id": "422e6785-4afd-4aef-8298-fac33b31191d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2091276256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6d8b9fd9429f9146f260b95f2005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6c877e-b1", "ovs_interfaceid": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.734727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00b614b4-f049-47ec-acc4-bbd8b4747bd4 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.752967] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.827923] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.871702] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59776aff-c9da-4873-91a9-0a314699f1dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.881420] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71ee80-0fe7-4ded-9ef6-9973ec569328 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.920626] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67b8b0-8a40-4495-ab38-9262acabd3e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.928735] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fdbbca-4311-43c2-abfa-e5ad33f90b48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.935619] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Releasing lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.936148] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Instance network_info: |[{"id": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "address": "fa:16:3e:8a:4a:68", "network": {"id": "422e6785-4afd-4aef-8298-fac33b31191d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2091276256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6d8b9fd9429f9146f260b95f2005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6c877e-b1", "ovs_interfaceid": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.939148] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:4a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6c877e-b1db-4db9-a341-1ea78041ff95', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.946976] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Creating folder: Project (f7ab6d8b9fd9429f9146f260b95f2005). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.948655] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82e36055-84f2-48e4-9724-4b38615934ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.960871] env[69895]: DEBUG nova.compute.provider_tree [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.972372] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Created folder: Project (f7ab6d8b9fd9429f9146f260b95f2005) in parent group-v693805. [ 728.972642] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Creating folder: Instances. Parent ref: group-v693906. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.972922] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de025e38-4e7a-4f3d-b390-5c965ed46ee6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.982279] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Created folder: Instances in parent group-v693906. [ 728.982520] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.982713] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.982996] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b25d231-def6-4465-bdc2-f20ad69c3fa4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.003938] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.003938] env[69895]: value = "task-3471315" [ 729.003938] env[69895]: _type = "Task" [ 729.003938] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.012372] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471315, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.251697] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56079} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.252077] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 040f1d17-73f4-44a1-9302-d67de3eac768/040f1d17-73f4-44a1-9302-d67de3eac768.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.252316] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.252574] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e6984b-0660-4154-be99-09d81e42c08f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.258725] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 729.258725] env[69895]: value = "task-3471316" [ 729.258725] env[69895]: _type = "Task" [ 729.258725] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.268231] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.316876] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.329971] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471312, 'name': ReconfigVM_Task, 'duration_secs': 0.891941} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.330921] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Reconfigured VM instance instance-00000021 to attach disk [datastore2] bb7f5f01-e6c5-4b39-90d1-32900180ea30/bb7f5f01-e6c5-4b39-90d1-32900180ea30.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.331653] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b86588-a47f-4765-b0f1-50fa3bc518e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.337945] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 729.337945] env[69895]: value = "task-3471317" [ 729.337945] env[69895]: _type = "Task" [ 729.337945] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.347887] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471317, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.350080] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.350316] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.350462] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.350639] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.350783] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.350931] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.351156] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.351318] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.351486] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.351694] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.351917] env[69895]: DEBUG nova.virt.hardware [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.352722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a1d7a-973e-4756-b548-a66c3362a1ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.360980] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f4f203-05ce-400f-9c5d-f7dc0df2492d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.377182] env[69895]: DEBUG nova.compute.manager [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Received event network-changed-4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.377182] env[69895]: DEBUG nova.compute.manager [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Refreshing instance network info cache due to event network-changed-4d6c877e-b1db-4db9-a341-1ea78041ff95. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.377395] env[69895]: DEBUG oslo_concurrency.lockutils [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] Acquiring lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.377533] env[69895]: DEBUG oslo_concurrency.lockutils [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] Acquired lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.377688] env[69895]: DEBUG nova.network.neutron [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Refreshing network info cache for port 4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.450046] env[69895]: DEBUG nova.objects.instance [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'flavor' on Instance uuid bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.464638] env[69895]: DEBUG nova.scheduler.client.report [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.515917] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471315, 'name': CreateVM_Task, 'duration_secs': 0.457649} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.516131] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.516832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.517012] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.517359] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.517625] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14ed118-9be8-411b-b0dc-749ec8b0c50b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.523329] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 729.523329] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521becae-7700-9bbc-b22a-33cd2fb1aab6" [ 729.523329] env[69895]: _type = "Task" [ 729.523329] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.535233] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521becae-7700-9bbc-b22a-33cd2fb1aab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.769635] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069113} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.770068] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.770707] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccb5ec-ae0d-4df9-b71f-3286dfa79c10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.794317] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 040f1d17-73f4-44a1-9302-d67de3eac768/040f1d17-73f4-44a1-9302-d67de3eac768.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.794638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533d3521-ff5d-4737-8838-5b379ae20b4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.814622] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 729.814622] env[69895]: value = "task-3471318" [ 729.814622] env[69895]: _type = "Task" [ 729.814622] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.823323] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.847531] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471317, 'name': Rename_Task, 'duration_secs': 0.208705} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.847760] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.848016] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1533b07-eada-4a7f-a807-c06fdb42b55c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.854817] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 729.854817] env[69895]: value = "task-3471319" [ 729.854817] env[69895]: _type = "Task" [ 729.854817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.862659] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.958773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.958773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.958940] env[69895]: DEBUG nova.network.neutron [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.959085] env[69895]: DEBUG nova.objects.instance [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'info_cache' on Instance uuid bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.969522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.970831] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.973133] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.256s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.973402] env[69895]: DEBUG nova.objects.instance [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lazy-loading 'resources' on Instance uuid 43e4da4f-1e2e-4f76-b788-dd6ca8493941 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.035366] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521becae-7700-9bbc-b22a-33cd2fb1aab6, 'name': SearchDatastore_Task, 'duration_secs': 0.033475} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.035861] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.036176] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.036430] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.036571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.036750] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.037237] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5054ed71-6faf-4ee2-9e22-3f9b9baf6129 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.049009] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.049009] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.049634] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d693672c-453f-4626-87b3-f0f7f7f32a2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.055253] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 730.055253] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e91ee8-5abf-47f8-59ed-925a954c9d4a" [ 730.055253] env[69895]: _type = "Task" [ 730.055253] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.066258] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e91ee8-5abf-47f8-59ed-925a954c9d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.117025] env[69895]: DEBUG nova.network.neutron [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updated VIF entry in instance network info cache for port 4d6c877e-b1db-4db9-a341-1ea78041ff95. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.117416] env[69895]: DEBUG nova.network.neutron [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updating instance_info_cache with network_info: [{"id": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "address": "fa:16:3e:8a:4a:68", "network": {"id": "422e6785-4afd-4aef-8298-fac33b31191d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2091276256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6d8b9fd9429f9146f260b95f2005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6c877e-b1", "ovs_interfaceid": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.275221] env[69895]: DEBUG nova.compute.manager [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Received event network-vif-plugged-39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.275361] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] Acquiring lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.276016] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] Lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.276016] env[69895]: DEBUG oslo_concurrency.lockutils [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] Lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.276016] env[69895]: DEBUG nova.compute.manager [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] No waiting events found dispatching network-vif-plugged-39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.276162] env[69895]: WARNING nova.compute.manager [req-5a1c1220-f9ac-40f1-a262-b847e8eb94e2 req-eb600b35-ca8c-4136-85af-7590162b2901 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Received unexpected event network-vif-plugged-39ffa277-4218-4791-8035-4ff27788067b for instance with vm_state building and task_state spawning. [ 730.325059] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.365505] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.462709] env[69895]: DEBUG nova.objects.base [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 730.478825] env[69895]: DEBUG nova.compute.utils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.481107] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.481294] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.502284] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Successfully updated port: 39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.551283] env[69895]: DEBUG nova.policy [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce9a9031bbc4ed1be05b49ec8b0be1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468a1886d1874fe78146b17063eabb1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.566900] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e91ee8-5abf-47f8-59ed-925a954c9d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.573606] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79d10a2-79a3-4e20-a92e-71472f052c8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.578137] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 730.578137] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c897bd-e681-9227-f51c-a8c408316ee6" [ 730.578137] env[69895]: _type = "Task" [ 730.578137] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.589593] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c897bd-e681-9227-f51c-a8c408316ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.620558] env[69895]: DEBUG oslo_concurrency.lockutils [req-da9bd380-3bea-451a-b4ae-8da08f81d6a6 req-40a9a7f3-da61-4c15-9d55-cf2641c374c0 service nova] Releasing lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.827064] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471318, 'name': ReconfigVM_Task, 'duration_secs': 0.519936} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.827360] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 040f1d17-73f4-44a1-9302-d67de3eac768/040f1d17-73f4-44a1-9302-d67de3eac768.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.827996] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d79430d-226c-4f0a-a88b-2d6a5c0588a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.836729] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 730.836729] env[69895]: value = "task-3471320" [ 730.836729] env[69895]: _type = "Task" [ 730.836729] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.849949] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471320, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.851273] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Successfully created port: 0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.865720] env[69895]: DEBUG oslo_vmware.api [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471319, 'name': PowerOnVM_Task, 'duration_secs': 0.67889} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.866269] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.866363] env[69895]: INFO nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Took 9.77 seconds to spawn the instance on the hypervisor. [ 730.866557] env[69895]: DEBUG nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.867427] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720f2c8-80ca-45c4-9c2e-5b1cf2b547a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.983375] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.001637] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.001937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.002935] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.093945] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c897bd-e681-9227-f51c-a8c408316ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.019321} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.094146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.094432] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc/53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.094712] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2141e9-bd84-4405-8d64-fe2e286dfac3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.102176] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 731.102176] env[69895]: value = "task-3471321" [ 731.102176] env[69895]: _type = "Task" [ 731.102176] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.107112] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a60f2c-0d72-4e66-883a-a3e0a07bb068 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.117220] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612ee5b6-9088-4662-bb2b-814fb425efe4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.121208] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.151815] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df66fd-e36f-4a85-8dfc-3012a83d992b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.160239] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b296d79-5bad-4d7c-8735-4eef8468c26d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.174958] env[69895]: DEBUG nova.compute.provider_tree [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.350289] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471320, 'name': Rename_Task, 'duration_secs': 0.251539} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.350586] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.350842] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-098c5a59-360c-49d1-ba3e-442c5cecc2eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.357031] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 731.357031] env[69895]: value = "task-3471322" [ 731.357031] env[69895]: _type = "Task" [ 731.357031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.368196] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.388876] env[69895]: INFO nova.compute.manager [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Took 52.90 seconds to build instance. [ 731.415038] env[69895]: DEBUG nova.network.neutron [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.555970] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.620643] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471321, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.678230] env[69895]: DEBUG nova.scheduler.client.report [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.839872] env[69895]: DEBUG nova.network.neutron [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Updating instance_info_cache with network_info: [{"id": "39ffa277-4218-4791-8035-4ff27788067b", "address": "fa:16:3e:94:5b:83", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ffa277-42", "ovs_interfaceid": "39ffa277-4218-4791-8035-4ff27788067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.867538] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.890710] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.418s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.905689] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.910007] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fff660-8396-4665-b363-cfed71858812 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.918163] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.919657] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.922015] env[69895]: ERROR oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk due to incomplete transfer. [ 731.922015] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99177b44-fa7d-4f02-a622-d1cbffdfcef9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.930262] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52667436-941f-99ff-5163-a6df889c319f/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.930452] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Uploaded image 13ba4e6e-5ade-4903-87a8-230d08bf2dcd to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.932814] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.933346] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5937a0e3-ed40-419e-8738-45ff30425652 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.940293] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 731.940293] env[69895]: value = "task-3471323" [ 731.940293] env[69895]: _type = "Task" [ 731.940293] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.949135] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471323, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.995389] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.020090] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.020378] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.020551] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.020737] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.020900] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.021073] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.021304] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.021464] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.021628] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.021824] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.022073] env[69895]: DEBUG nova.virt.hardware [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.022970] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d3729-7740-4329-8935-007f8ee4d26b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.031417] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7cb3d9-2bd9-4bed-bd11-25a39c792d75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.113051] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744135} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.113723] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc/53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.113723] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.113853] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366723b0-09ff-4522-9f31-0128ee918dbe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.120966] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 732.120966] env[69895]: value = "task-3471324" [ 732.120966] env[69895]: _type = "Task" [ 732.120966] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.129883] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.184022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.186718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.740s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.188819] env[69895]: INFO nova.compute.claims [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.228583] env[69895]: INFO nova.scheduler.client.report [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Deleted allocations for instance 43e4da4f-1e2e-4f76-b788-dd6ca8493941 [ 732.342507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342882] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Instance network_info: |[{"id": "39ffa277-4218-4791-8035-4ff27788067b", "address": "fa:16:3e:94:5b:83", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ffa277-42", "ovs_interfaceid": "39ffa277-4218-4791-8035-4ff27788067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.343345] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5b:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ffa277-4218-4791-8035-4ff27788067b', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.352886] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Creating folder: Project (f9c2eea4e498493ca0a4185c145e7b53). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.353549] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b98c91-b240-4660-a536-b668fb7c3d1a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.368151] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471322, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.369732] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Created folder: Project (f9c2eea4e498493ca0a4185c145e7b53) in parent group-v693805. [ 732.369985] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Creating folder: Instances. Parent ref: group-v693909. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.370285] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802ba635-5ff4-42f5-80d3-ec4fb0a29e4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.376581] env[69895]: DEBUG nova.compute.manager [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Received event network-vif-plugged-0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.376778] env[69895]: DEBUG oslo_concurrency.lockutils [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] Acquiring lock "445dc180-6776-4284-b8c2-d025e9df982c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.376979] env[69895]: DEBUG oslo_concurrency.lockutils [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] Lock "445dc180-6776-4284-b8c2-d025e9df982c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.377298] env[69895]: DEBUG oslo_concurrency.lockutils [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] Lock "445dc180-6776-4284-b8c2-d025e9df982c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.380360] env[69895]: DEBUG nova.compute.manager [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] No waiting events found dispatching network-vif-plugged-0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.380360] env[69895]: WARNING nova.compute.manager [req-a194f4ea-44db-4e36-8428-f09856c83ff2 req-dc58b39a-2afe-41e3-82e0-d2ec2faddc84 service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Received unexpected event network-vif-plugged-0e76f871-4c36-40b6-a2d6-11bd26a91061 for instance with vm_state building and task_state spawning. [ 732.380360] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Created folder: Instances in parent group-v693909. [ 732.380603] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.380822] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.381395] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-800d58d5-92af-4cf0-99a2-19d5b17f1b41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.405679] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.410112] env[69895]: DEBUG nova.compute.manager [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Received event network-changed-39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.410318] env[69895]: DEBUG nova.compute.manager [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Refreshing instance network info cache due to event network-changed-39ffa277-4218-4791-8035-4ff27788067b. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.410532] env[69895]: DEBUG oslo_concurrency.lockutils [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] Acquiring lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.410675] env[69895]: DEBUG oslo_concurrency.lockutils [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] Acquired lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.410832] env[69895]: DEBUG nova.network.neutron [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Refreshing network info cache for port 39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.414888] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Successfully updated port: 0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.418367] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.418367] env[69895]: value = "task-3471327" [ 732.418367] env[69895]: _type = "Task" [ 732.418367] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.431987] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471327, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.451726] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471323, 'name': Destroy_Task, 'duration_secs': 0.36791} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.452174] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Destroyed the VM [ 732.452509] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 732.453088] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a058db70-6170-4431-b28a-c2b4b68da97c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.459665] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 732.459665] env[69895]: value = "task-3471328" [ 732.459665] env[69895]: _type = "Task" [ 732.459665] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.470285] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.630488] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073923} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.630780] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.631591] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1aa23e-6639-44f0-ae3b-5b443be4d3f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.658215] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc/53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.658215] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca76cd55-a6e4-4f3b-a59a-4cf003f86c5b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.676982] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 732.676982] env[69895]: value = "task-3471329" [ 732.676982] env[69895]: _type = "Task" [ 732.676982] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.685921] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.737243] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff0f5cc5-246e-47da-8362-ab601ac39275 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Lock "43e4da4f-1e2e-4f76-b788-dd6ca8493941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.435s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.750478] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.750728] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.867788] env[69895]: DEBUG oslo_vmware.api [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471322, 'name': PowerOnVM_Task, 'duration_secs': 1.210325} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.868937] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.868937] env[69895]: INFO nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Took 9.01 seconds to spawn the instance on the hypervisor. [ 732.868937] env[69895]: DEBUG nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.869897] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83caed26-9796-4283-8095-c6a49e6e2b26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.918987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.919286] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919346] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.929027] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.930259] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c1b5de-f94a-4a55-ab4a-ca6107c5f421 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.934908] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.938595] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471327, 'name': CreateVM_Task, 'duration_secs': 0.381398} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.939630] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.939944] env[69895]: DEBUG oslo_vmware.api [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 732.939944] env[69895]: value = "task-3471330" [ 732.939944] env[69895]: _type = "Task" [ 732.939944] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.940543] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.941038] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.941038] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.941285] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c93d17-18ff-4b22-977e-8660df1e5cdf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.952096] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 732.952096] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b1e46-46f1-ce7f-a820-3a41f91d03c6" [ 732.952096] env[69895]: _type = "Task" [ 732.952096] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.952350] env[69895]: DEBUG oslo_vmware.api [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.961445] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b1e46-46f1-ce7f-a820-3a41f91d03c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.969291] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471328, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.131516] env[69895]: DEBUG nova.network.neutron [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Updated VIF entry in instance network info cache for port 39ffa277-4218-4791-8035-4ff27788067b. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.132724] env[69895]: DEBUG nova.network.neutron [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Updating instance_info_cache with network_info: [{"id": "39ffa277-4218-4791-8035-4ff27788067b", "address": "fa:16:3e:94:5b:83", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ffa277-42", "ovs_interfaceid": "39ffa277-4218-4791-8035-4ff27788067b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.189508] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471329, 'name': ReconfigVM_Task, 'duration_secs': 0.423581} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.190076] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc/53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.190836] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f8d1df-2988-4be0-ae25-379fa101846d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.202805] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 733.202805] env[69895]: value = "task-3471331" [ 733.202805] env[69895]: _type = "Task" [ 733.202805] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.216061] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471331, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.391979] env[69895]: INFO nova.compute.manager [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Took 53.93 seconds to build instance. [ 733.468885] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.474982] env[69895]: DEBUG oslo_vmware.api [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.489581] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b1e46-46f1-ce7f-a820-3a41f91d03c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016318} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.495235] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.495493] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.495730] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.495878] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.496112] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.496403] env[69895]: DEBUG oslo_vmware.api [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471328, 'name': RemoveSnapshot_Task, 'duration_secs': 0.839828} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.498750] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c73a14d1-aa15-46fc-992c-3ce32128ddf1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.500558] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.500786] env[69895]: INFO nova.compute.manager [None req-b06618b1-db0e-4d42-aa0b-efa0c43f81f0 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 733.516374] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.516572] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.517426] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4af80ee-17bf-4feb-bd8f-aa5de022f1b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.523141] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 733.523141] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52959124-69c2-fe43-a6a8-2946e6a4e7a9" [ 733.523141] env[69895]: _type = "Task" [ 733.523141] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.533251] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52959124-69c2-fe43-a6a8-2946e6a4e7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.634937] env[69895]: DEBUG oslo_concurrency.lockutils [req-8773be24-8873-4090-9bc6-6db769b2113d req-860eeed1-f761-4e37-86be-8828afd3b958 service nova] Releasing lock "refresh_cache-af403aa5-ea7f-4770-8664-a870e83f4565" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.643958] env[69895]: DEBUG nova.network.neutron [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Updating instance_info_cache with network_info: [{"id": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "address": "fa:16:3e:ce:2f:b3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e76f871-4c", "ovs_interfaceid": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.691372] env[69895]: DEBUG nova.compute.manager [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Received event network-changed {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.691372] env[69895]: DEBUG nova.compute.manager [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Refreshing instance network info cache due to event network-changed. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.691372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] Acquiring lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.691372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] Acquired lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.691372] env[69895]: DEBUG nova.network.neutron [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.715201] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471331, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.793239] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1e80e-8f1c-4dd3-a4f6-3c3e84ddd0d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.800782] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d331a-3715-4de7-b990-f4e98b212b68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.836569] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f72e3e-b935-4ef3-a4c6-994c820e6edb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.845722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb84a6e-7e12-4f57-a75e-b2a5491e8458 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.859712] env[69895]: DEBUG nova.compute.provider_tree [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.893621] env[69895]: DEBUG oslo_concurrency.lockutils [None req-52025858-9ec8-429c-8b98-9746a37d3295 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.795s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.955926] env[69895]: DEBUG oslo_vmware.api [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471330, 'name': PowerOnVM_Task, 'duration_secs': 0.558349} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.956523] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.956885] env[69895]: DEBUG nova.compute.manager [None req-588f8f24-b14e-4340-924e-afa44fd14979 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.957704] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d60c43a-2416-4aba-850b-e7908929634d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.038297] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52959124-69c2-fe43-a6a8-2946e6a4e7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.039378] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c5e9fd-d003-45a5-8600-57724892d710 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.044406] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 734.044406] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ff6972-4c27-24e4-ab00-0d90caa34930" [ 734.044406] env[69895]: _type = "Task" [ 734.044406] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.056344] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ff6972-4c27-24e4-ab00-0d90caa34930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.146311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146632] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance network_info: |[{"id": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "address": "fa:16:3e:ce:2f:b3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e76f871-4c", "ovs_interfaceid": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.147053] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:2f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e76f871-4c36-40b6-a2d6-11bd26a91061', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.156113] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.156113] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.156113] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c58cc87-9618-4bc7-8cb2-c18fbbfcc856 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.175664] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.175664] env[69895]: value = "task-3471332" [ 734.175664] env[69895]: _type = "Task" [ 734.175664] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.183325] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471332, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.212503] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471331, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.362967] env[69895]: DEBUG nova.scheduler.client.report [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.377386] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "040f1d17-73f4-44a1-9302-d67de3eac768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.377572] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.377785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.378516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.378516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.381994] env[69895]: INFO nova.compute.manager [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Terminating instance [ 734.395791] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.432452] env[69895]: DEBUG nova.network.neutron [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updating instance_info_cache with network_info: [{"id": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "address": "fa:16:3e:a7:ac:fa", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97be0cdb-ab", "ovs_interfaceid": "97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.557081] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ff6972-4c27-24e4-ab00-0d90caa34930, 'name': SearchDatastore_Task, 'duration_secs': 0.026607} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.557445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.557835] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] af403aa5-ea7f-4770-8664-a870e83f4565/af403aa5-ea7f-4770-8664-a870e83f4565.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.561494] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429984dd-ea6e-4008-a65c-1188682fa345 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.565326] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 734.565326] env[69895]: value = "task-3471333" [ 734.565326] env[69895]: _type = "Task" [ 734.565326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.574824] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.688933] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471332, 'name': CreateVM_Task, 'duration_secs': 0.505767} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.688933] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.688933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.688933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.688933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.688933] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71698e08-30b8-4c17-b84e-ad009dea7604 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.691791] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 734.691791] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526bc879-ffbf-c642-5d00-e407722769b6" [ 734.691791] env[69895]: _type = "Task" [ 734.691791] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.700783] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526bc879-ffbf-c642-5d00-e407722769b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.715801] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471331, 'name': Rename_Task, 'duration_secs': 1.163889} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.717531] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.717922] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9cceacc-f9ac-436e-9a45-53b92fdbeb7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.724279] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 734.724279] env[69895]: value = "task-3471334" [ 734.724279] env[69895]: _type = "Task" [ 734.724279] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.733509] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.868110] env[69895]: DEBUG nova.compute.manager [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Received event network-changed-0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.868365] env[69895]: DEBUG nova.compute.manager [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Refreshing instance network info cache due to event network-changed-0e76f871-4c36-40b6-a2d6-11bd26a91061. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.868812] env[69895]: DEBUG oslo_concurrency.lockutils [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] Acquiring lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869098] env[69895]: DEBUG oslo_concurrency.lockutils [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] Acquired lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869341] env[69895]: DEBUG nova.network.neutron [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Refreshing network info cache for port 0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.871375] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.871788] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.875151] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.539s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.875366] env[69895]: DEBUG nova.objects.instance [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lazy-loading 'resources' on Instance uuid a4a84364-3f05-4be3-9a64-e38f293f0406 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.889456] env[69895]: DEBUG nova.compute.manager [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.889675] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.890826] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a5f8e-344b-40ef-b7cd-9476c613be72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.907071] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.907071] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c791169a-2d69-4820-9d15-65a5cef4dcb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.918394] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 734.918394] env[69895]: value = "task-3471335" [ 734.918394] env[69895]: _type = "Task" [ 734.918394] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.933855] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.935620] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.936041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80d49b04-f627-4fa9-a4ea-8cea9cde99fe tempest-ServerExternalEventsTest-653393420 tempest-ServerExternalEventsTest-653393420-project] Releasing lock "refresh_cache-040f1d17-73f4-44a1-9302-d67de3eac768" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082664] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.204147] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526bc879-ffbf-c642-5d00-e407722769b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.204599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.204910] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.205091] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.205267] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.205714] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.206075] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e61d752-c74a-4db2-96dc-2f8c80cf385b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.217177] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.217611] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.218270] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fdc8fc-ebd6-45ab-a176-06e585639028 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.237806] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 735.237806] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526ef82a-b721-e3f3-801a-650c3e6ee07e" [ 735.237806] env[69895]: _type = "Task" [ 735.237806] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.245960] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.252617] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526ef82a-b721-e3f3-801a-650c3e6ee07e, 'name': SearchDatastore_Task, 'duration_secs': 0.022094} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.254080] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef56c8b-02ef-4b7e-bdd8-38298288dd35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.262952] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 735.262952] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c2fbdb-db1a-a484-da3d-1c8bb44645c8" [ 735.262952] env[69895]: _type = "Task" [ 735.262952] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.274053] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c2fbdb-db1a-a484-da3d-1c8bb44645c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.384545] env[69895]: DEBUG nova.compute.utils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.386460] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.386802] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.431659] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471335, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.475356] env[69895]: DEBUG nova.policy [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e1bf28cbda4155baacece9ca83207a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ad7909f5f042e6943da03c2e6b7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.582430] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73324} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.582976] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] af403aa5-ea7f-4770-8664-a870e83f4565/af403aa5-ea7f-4770-8664-a870e83f4565.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.583283] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.583582] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a615cf-8769-4769-919a-e90868c264b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.592979] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 735.592979] env[69895]: value = "task-3471336" [ 735.592979] env[69895]: _type = "Task" [ 735.592979] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.601190] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.706035] env[69895]: DEBUG nova.network.neutron [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Updated VIF entry in instance network info cache for port 0e76f871-4c36-40b6-a2d6-11bd26a91061. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.706428] env[69895]: DEBUG nova.network.neutron [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Updating instance_info_cache with network_info: [{"id": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "address": "fa:16:3e:ce:2f:b3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e76f871-4c", "ovs_interfaceid": "0e76f871-4c36-40b6-a2d6-11bd26a91061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.739449] env[69895]: DEBUG oslo_vmware.api [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471334, 'name': PowerOnVM_Task, 'duration_secs': 0.946613} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.740742] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.741835] env[69895]: INFO nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Took 9.13 seconds to spawn the instance on the hypervisor. [ 735.742076] env[69895]: DEBUG nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.742915] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61370e7-2783-4cd1-8186-8a9b405f20d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.772694] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c2fbdb-db1a-a484-da3d-1c8bb44645c8, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.775846] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.776146] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 445dc180-6776-4284-b8c2-d025e9df982c/445dc180-6776-4284-b8c2-d025e9df982c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.776622] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2088243-7e30-4642-a389-5ed687dd7180 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.783060] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 735.783060] env[69895]: value = "task-3471337" [ 735.783060] env[69895]: _type = "Task" [ 735.783060] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.800185] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.890692] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.919217] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully created port: d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.936411] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471335, 'name': PowerOffVM_Task, 'duration_secs': 0.560084} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.936677] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.936839] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.937113] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-109f77a6-2656-49c6-ae68-52d97d3770e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.012720] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c6529-a4cc-4afa-93c7-bf58daad3e55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.017093] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.017352] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.017534] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Deleting the datastore file [datastore2] 040f1d17-73f4-44a1-9302-d67de3eac768 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.018174] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce47b638-669f-4f97-a3e9-994e37995347 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.023258] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b148f80e-55d2-4a5d-8121-2d5cca47e689 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.027856] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for the task: (returnval){ [ 736.027856] env[69895]: value = "task-3471339" [ 736.027856] env[69895]: _type = "Task" [ 736.027856] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.059065] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765e0d8-cb1c-436b-936c-d320079f41af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.066471] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.073018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8426a5-563e-4190-8d3e-b9127ea44e0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.085680] env[69895]: DEBUG nova.compute.provider_tree [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.101724] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076796} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.102187] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.103083] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987cbeb1-e4f4-45fb-ace8-cd4d558c8b8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.128206] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] af403aa5-ea7f-4770-8664-a870e83f4565/af403aa5-ea7f-4770-8664-a870e83f4565.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.128573] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f57c9d5-a0e9-4cf4-bbbf-f15d61b1482e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.153461] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 736.153461] env[69895]: value = "task-3471340" [ 736.153461] env[69895]: _type = "Task" [ 736.153461] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.166172] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.211498] env[69895]: DEBUG oslo_concurrency.lockutils [req-270325b2-d5bf-4ad2-b786-99fc7f0ba989 req-a536add8-dd77-4d97-9080-c5051903c69f service nova] Releasing lock "refresh_cache-445dc180-6776-4284-b8c2-d025e9df982c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268663] env[69895]: INFO nova.compute.manager [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Took 48.93 seconds to build instance. [ 736.295152] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.410675] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully created port: 14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.538812] env[69895]: DEBUG oslo_vmware.api [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Task: {'id': task-3471339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347198} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.539150] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.539275] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.539559] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.539623] env[69895]: INFO nova.compute.manager [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Took 1.65 seconds to destroy the instance on the hypervisor. [ 736.540342] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.540342] env[69895]: DEBUG nova.compute.manager [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.540342] env[69895]: DEBUG nova.network.neutron [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.590129] env[69895]: DEBUG nova.scheduler.client.report [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.664418] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.770494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-30fab61c-0e6f-4921-97b8-1135df87bbbf tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.100s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.788704] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully created port: 2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.798913] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749456} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.799280] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 445dc180-6776-4284-b8c2-d025e9df982c/445dc180-6776-4284-b8c2-d025e9df982c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.799550] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.800336] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-509cffab-aac1-4ab1-9de6-f12aafbb9377 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.806645] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 736.806645] env[69895]: value = "task-3471341" [ 736.806645] env[69895]: _type = "Task" [ 736.806645] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.816099] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.908118] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.912081] env[69895]: DEBUG nova.compute.manager [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.913188] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf49ce1-1ede-485c-a409-b7baf552d1eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.939231] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.939535] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.942446] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.942446] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.942446] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.942446] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.942446] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.942658] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.942658] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.942658] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.942658] env[69895]: DEBUG nova.virt.hardware [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.942658] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35773de2-ace3-468d-b5ab-efd77b058bf8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.954508] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40966a86-d137-4ec3-9304-15f478d9e493 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.097418] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.100821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.880s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.126783] env[69895]: INFO nova.scheduler.client.report [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Deleted allocations for instance a4a84364-3f05-4be3-9a64-e38f293f0406 [ 737.167042] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471340, 'name': ReconfigVM_Task, 'duration_secs': 0.734927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.167628] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Reconfigured VM instance instance-00000024 to attach disk [datastore2] af403aa5-ea7f-4770-8664-a870e83f4565/af403aa5-ea7f-4770-8664-a870e83f4565.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.168629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143eef1f-806b-440f-a3b3-96b0c02a6fc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.180137] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 737.180137] env[69895]: value = "task-3471342" [ 737.180137] env[69895]: _type = "Task" [ 737.180137] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.192076] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471342, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.273860] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.322176] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065976} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.325449] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.325449] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8acfa75-103b-4716-97f8-dedd7b50cb90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.351069] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 445dc180-6776-4284-b8c2-d025e9df982c/445dc180-6776-4284-b8c2-d025e9df982c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.351872] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b3bcec-5f7e-48bc-93a5-1d58d9fd6622 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.373339] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 737.373339] env[69895]: value = "task-3471343" [ 737.373339] env[69895]: _type = "Task" [ 737.373339] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.382102] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.427448] env[69895]: INFO nova.compute.manager [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] instance snapshotting [ 737.432029] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7da220-416c-4b40-8580-b8b7e4f80e3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.454398] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ccb72-77c4-44ff-b7ac-a8712a652d8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.505226] env[69895]: DEBUG nova.compute.manager [req-74ca9dce-0a56-4ea0-a91b-203042030198 req-77b12ff2-0113-4c4c-ac07-a6e0ae3a23c5 service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Received event network-vif-deleted-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.505456] env[69895]: INFO nova.compute.manager [req-74ca9dce-0a56-4ea0-a91b-203042030198 req-77b12ff2-0113-4c4c-ac07-a6e0ae3a23c5 service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Neutron deleted interface 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f; detaching it from the instance and deleting it from the info cache [ 737.505716] env[69895]: DEBUG nova.network.neutron [req-74ca9dce-0a56-4ea0-a91b-203042030198 req-77b12ff2-0113-4c4c-ac07-a6e0ae3a23c5 service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.634859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Lock "a4a84364-3f05-4be3-9a64-e38f293f0406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.092s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.688964] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471342, 'name': Rename_Task, 'duration_secs': 0.294707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.689060] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.689317] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8855ad4-dd7b-424f-b68b-797974a06ada {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.695527] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 737.695527] env[69895]: value = "task-3471344" [ 737.695527] env[69895]: _type = "Task" [ 737.695527] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.705032] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.738830] env[69895]: DEBUG nova.network.neutron [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.801036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.858781] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.859068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.884920] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.964865] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.965276] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-464b1a1c-e59e-4ad9-b4b3-c0745b29030a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.973323] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 737.973323] env[69895]: value = "task-3471345" [ 737.973323] env[69895]: _type = "Task" [ 737.973323] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.981255] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471345, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.010195] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f34529-8929-452e-beeb-3785a3767714 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.020344] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d069bd-41b8-4e56-9fa2-57830f347872 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.059559] env[69895]: DEBUG nova.compute.manager [req-74ca9dce-0a56-4ea0-a91b-203042030198 req-77b12ff2-0113-4c4c-ac07-a6e0ae3a23c5 service nova] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Detach interface failed, port_id=97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f, reason: Instance 040f1d17-73f4-44a1-9302-d67de3eac768 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 738.143955] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 764793c8-612c-47b5-93f4-c9696f56c362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.144247] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 2bf15903-2275-4635-8d3b-a85568afe49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.144549] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.144811] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 33c412e2-353f-4fef-bed7-8879d0286b19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.144986] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b9463fd0-5f03-40a6-a034-45a65ecfac47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.145252] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 69bb138f-ff3e-4e52-af29-1113d378eced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.145404] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 51f89421-5ba3-4a3c-bc62-6cd4173328ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.145539] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 56f6e706-fab6-4a88-94f1-dd371d165fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.145664] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bbf445db-282d-4c48-a947-c412207b74ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.146239] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 23e488d0-a337-4521-a3f2-24febc6f893c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.146423] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0fe5eaca-9df4-4352-beae-da23a386aa2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.146549] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5842217c-1476-4585-9770-b5dd4445e453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.146678] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 2349e89a-3181-440a-bcf3-58df8abe2499 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.146952] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.147131] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0aa89c17-e719-47b3-afad-0cfda90cb504 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.147261] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 59d6c8b0-988f-4f6c-a230-5add6097b6d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.147377] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bb7f5f01-e6c5-4b39-90d1-32900180ea30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.147643] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 040f1d17-73f4-44a1-9302-d67de3eac768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.147702] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.147850] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance af403aa5-ea7f-4770-8664-a870e83f4565 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.149159] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 445dc180-6776-4284-b8c2-d025e9df982c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.149159] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance c894da8f-c72c-4396-9491-a7fea9fe2773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.211095] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471344, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.241694] env[69895]: INFO nova.compute.manager [-] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Took 1.70 seconds to deallocate network for instance. [ 738.387247] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471343, 'name': ReconfigVM_Task, 'duration_secs': 0.690138} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.387577] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 445dc180-6776-4284-b8c2-d025e9df982c/445dc180-6776-4284-b8c2-d025e9df982c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.388245] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49923791-bbc9-4786-946e-9c8c483b0131 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.396031] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 738.396031] env[69895]: value = "task-3471346" [ 738.396031] env[69895]: _type = "Task" [ 738.396031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.404380] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471346, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.485508] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471345, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.603925] env[69895]: DEBUG nova.compute.manager [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-plugged-d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.604165] env[69895]: DEBUG oslo_concurrency.lockutils [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.604399] env[69895]: DEBUG oslo_concurrency.lockutils [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.604574] env[69895]: DEBUG oslo_concurrency.lockutils [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.604804] env[69895]: DEBUG nova.compute.manager [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] No waiting events found dispatching network-vif-plugged-d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.604898] env[69895]: WARNING nova.compute.manager [req-3bf607f9-2262-4655-a0ce-e0f456fdadc4 req-887791b0-cadc-4c49-b30d-ae3aa9a8f659 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received unexpected event network-vif-plugged-d2184aad-fc86-45bc-a8ae-d5c73894ae90 for instance with vm_state building and task_state spawning. [ 738.651824] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 74b0e9bf-11d2-4942-875f-cc6354cbcc22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 738.664930] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "3c360103-de15-4763-97a8-48fdeb6500c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.665856] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.711038] env[69895]: DEBUG oslo_vmware.api [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471344, 'name': PowerOnVM_Task, 'duration_secs': 0.608703} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.711038] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.711038] env[69895]: INFO nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Took 9.39 seconds to spawn the instance on the hypervisor. [ 738.711038] env[69895]: DEBUG nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.711038] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f81e948-55c2-4616-a403-5da199a1f8a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.728973] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully updated port: d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.752324] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.908315] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471346, 'name': Rename_Task, 'duration_secs': 0.181725} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.908315] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.908315] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13fff6e-403c-4a0e-a40e-a64a87fab0b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.912215] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 738.912215] env[69895]: value = "task-3471347" [ 738.912215] env[69895]: _type = "Task" [ 738.912215] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.919409] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.986885] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471345, 'name': CreateSnapshot_Task, 'duration_secs': 0.599619} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.987239] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.987983] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b91481-a566-45bd-9493-29da19953fd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.154760] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 51d3e27c-e73d-4a82-a982-51a2ddbb6974 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.239448] env[69895]: INFO nova.compute.manager [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Took 49.69 seconds to build instance. [ 739.422943] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.514077] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.514449] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e447e77-c51b-4172-8a21-d0b7fb997c5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.525858] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 739.525858] env[69895]: value = "task-3471348" [ 739.525858] env[69895]: _type = "Task" [ 739.525858] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.534249] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471348, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.603081] env[69895]: DEBUG nova.compute.manager [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Received event network-changed-4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.603253] env[69895]: DEBUG nova.compute.manager [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Refreshing instance network info cache due to event network-changed-4d6c877e-b1db-4db9-a341-1ea78041ff95. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.603473] env[69895]: DEBUG oslo_concurrency.lockutils [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] Acquiring lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.604161] env[69895]: DEBUG oslo_concurrency.lockutils [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] Acquired lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.604161] env[69895]: DEBUG nova.network.neutron [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Refreshing network info cache for port 4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.659250] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 515d9097-3179-42e1-a47c-74bb5678555d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.740194] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b6f6a303-946b-4b45-89c4-693147b696f1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.922s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.926100] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.035895] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471348, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.162511] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance c092aa49-0ff0-45b6-933b-03a485e43c57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.243521] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.426510] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.462530] env[69895]: DEBUG nova.network.neutron [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updated VIF entry in instance network info cache for port 4d6c877e-b1db-4db9-a341-1ea78041ff95. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.462891] env[69895]: DEBUG nova.network.neutron [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updating instance_info_cache with network_info: [{"id": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "address": "fa:16:3e:8a:4a:68", "network": {"id": "422e6785-4afd-4aef-8298-fac33b31191d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2091276256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6d8b9fd9429f9146f260b95f2005", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6c877e-b1", "ovs_interfaceid": "4d6c877e-b1db-4db9-a341-1ea78041ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.538115] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471348, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.666022] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 9d70c5fd-3c56-45f1-aa22-586d36e35bcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.679072] env[69895]: DEBUG nova.compute.manager [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-changed-d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.679072] env[69895]: DEBUG nova.compute.manager [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing instance network info cache due to event network-changed-d2184aad-fc86-45bc-a8ae-d5c73894ae90. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.679264] env[69895]: DEBUG oslo_concurrency.lockutils [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] Acquiring lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.679399] env[69895]: DEBUG oslo_concurrency.lockutils [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] Acquired lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.680151] env[69895]: DEBUG nova.network.neutron [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing network info cache for port d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.767498] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.928807] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.966617] env[69895]: DEBUG oslo_concurrency.lockutils [req-ead143aa-ac7d-42d8-b649-62403c749feb req-7633d172-397a-4c80-b2b5-05971ce7da34 service nova] Releasing lock "refresh_cache-53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.042200] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471348, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.172427] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fa91b2e2-a46a-48b9-abc7-f5d38c476534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.238821] env[69895]: DEBUG nova.network.neutron [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.357110] env[69895]: DEBUG nova.network.neutron [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.426862] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.542385] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471348, 'name': CloneVM_Task, 'duration_secs': 1.788523} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.542904] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Created linked-clone VM from snapshot [ 741.543706] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fd4f5-313a-4796-b774-0b74ab289c0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.547107] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully updated port: 14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.554426] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Uploading image b612c8d3-d7c8-48c3-8f59-cc07743b0a00 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.585388] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.585388] env[69895]: value = "vm-693914" [ 741.585388] env[69895]: _type = "VirtualMachine" [ 741.585388] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.585762] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c54f9b5-a2db-4cc7-95ae-fe8d091f01aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.593673] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lease: (returnval){ [ 741.593673] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da6634-f072-e773-fa22-06ea8e847c73" [ 741.593673] env[69895]: _type = "HttpNfcLease" [ 741.593673] env[69895]: } obtained for exporting VM: (result){ [ 741.593673] env[69895]: value = "vm-693914" [ 741.593673] env[69895]: _type = "VirtualMachine" [ 741.593673] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.593986] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the lease: (returnval){ [ 741.593986] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da6634-f072-e773-fa22-06ea8e847c73" [ 741.593986] env[69895]: _type = "HttpNfcLease" [ 741.593986] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.600969] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.600969] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da6634-f072-e773-fa22-06ea8e847c73" [ 741.600969] env[69895]: _type = "HttpNfcLease" [ 741.600969] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.675656] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 39bea95a-5af1-4ace-8557-675aa2473560 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.860582] env[69895]: DEBUG oslo_concurrency.lockutils [req-39db12c5-14af-4f62-a71b-20aeedc2b68b req-cc3f5ae5-c9f1-4e9b-91d8-5bb133778ef9 service nova] Releasing lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.928180] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.103699] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.103699] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da6634-f072-e773-fa22-06ea8e847c73" [ 742.103699] env[69895]: _type = "HttpNfcLease" [ 742.103699] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.104133] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.104133] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da6634-f072-e773-fa22-06ea8e847c73" [ 742.104133] env[69895]: _type = "HttpNfcLease" [ 742.104133] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.104811] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea70728-2370-43a0-99e7-5f1e4b4a440e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.113986] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.114192] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.184060] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 48faca8d-affa-42bc-abfc-66dd8f03cb8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 742.222672] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80161bed-a286-4980-b398-676fddf1ca7d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.427454] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.690083] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 840ae833-2177-4456-9b59-47b400843963 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 742.726109] env[69895]: DEBUG nova.compute.manager [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-plugged-14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.726993] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.727240] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.727484] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.727658] env[69895]: DEBUG nova.compute.manager [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] No waiting events found dispatching network-vif-plugged-14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.727829] env[69895]: WARNING nova.compute.manager [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received unexpected event network-vif-plugged-14facb37-47cb-475e-8f5a-1674f83b7605 for instance with vm_state building and task_state spawning. [ 742.728187] env[69895]: DEBUG nova.compute.manager [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-changed-14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.728580] env[69895]: DEBUG nova.compute.manager [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing instance network info cache due to event network-changed-14facb37-47cb-475e-8f5a-1674f83b7605. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.728976] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Acquiring lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.729251] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Acquired lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.729632] env[69895]: DEBUG nova.network.neutron [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing network info cache for port 14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.930396] env[69895]: DEBUG oslo_vmware.api [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471347, 'name': PowerOnVM_Task, 'duration_secs': 3.575925} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.930445] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.930983] env[69895]: INFO nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Took 10.94 seconds to spawn the instance on the hypervisor. [ 742.931130] env[69895]: DEBUG nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.934474] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3298116-567c-4274-8aec-fbc8b9077362 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.094851] env[69895]: DEBUG nova.compute.manager [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.095257] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cc3cc-3c41-4eac-9805-1b03d04ebede {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.197584] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fbeb4673-2718-4e9c-9336-bd138bb898b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.296160] env[69895]: DEBUG nova.network.neutron [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.403385] env[69895]: DEBUG nova.network.neutron [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.459039] env[69895]: INFO nova.compute.manager [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Took 50.64 seconds to build instance. [ 743.612323] env[69895]: INFO nova.compute.manager [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] instance snapshotting [ 743.621453] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cfff41-fe5c-4b95-a96a-35250beae740 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.649600] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb79288d-3bd5-4011-b3cd-2b4909c73154 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.701899] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 570b8e3c-74cd-4921-8fe2-565048650101 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.907426] env[69895]: DEBUG oslo_concurrency.lockutils [req-532fac41-6f96-4b63-a43d-39dcdaa8c0ca req-8a26ed85-7a3a-42fc-a993-832dad57df42 service nova] Releasing lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.963232] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f12f68d1-a839-493b-af90-264455c56f46 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.804s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.998355] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Successfully updated port: 2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.162245] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.162932] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a0c74df-88e1-4681-a509-548a36ee4958 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.174702] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 744.174702] env[69895]: value = "task-3471350" [ 744.174702] env[69895]: _type = "Task" [ 744.174702] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.185974] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.208420] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 910184ee-d840-4b0c-8764-d02d3b69f88e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.469048] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.506749] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.506861] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.506991] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.688141] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.717667] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance d2a4c8cf-6b6b-422f-8137-450cf9366a91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.789283] env[69895]: DEBUG nova.compute.manager [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-plugged-2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.789283] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.789283] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.789283] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.789283] env[69895]: DEBUG nova.compute.manager [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] No waiting events found dispatching network-vif-plugged-2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.789727] env[69895]: WARNING nova.compute.manager [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received unexpected event network-vif-plugged-2d8626d8-712b-43fb-b788-73505f58f9c9 for instance with vm_state building and task_state spawning. [ 744.789727] env[69895]: DEBUG nova.compute.manager [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-changed-2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.789727] env[69895]: DEBUG nova.compute.manager [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing instance network info cache due to event network-changed-2d8626d8-712b-43fb-b788-73505f58f9c9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.789727] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Acquiring lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.810676] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ded2b-8646-4099-8352-28a843d594de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.818494] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Suspending the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 744.818866] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7aec3793-4870-461e-a7c0-e0abc675c7c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.827010] env[69895]: DEBUG oslo_vmware.api [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 744.827010] env[69895]: value = "task-3471351" [ 744.827010] env[69895]: _type = "Task" [ 744.827010] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.836365] env[69895]: DEBUG oslo_vmware.api [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471351, 'name': SuspendVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.010159] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.086449] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.196732] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.223903] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 1ec89f6d-4159-4de7-b19b-2aae18635b41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.338142] env[69895]: DEBUG oslo_vmware.api [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471351, 'name': SuspendVM_Task} progress is 50%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.689009] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471350, 'name': CreateSnapshot_Task, 'duration_secs': 1.120175} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.689380] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.690295] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60214f5-2fb3-4a76-9f32-504440a54a52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.728066] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bceb9f61-2cb0-4d0b-8112-617bd743a967 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.728438] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 745.728601] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 745.789350] env[69895]: DEBUG nova.network.neutron [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [{"id": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "address": "fa:16:3e:0a:d9:72", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2184aad-fc", "ovs_interfaceid": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14facb37-47cb-475e-8f5a-1674f83b7605", "address": "fa:16:3e:d0:14:71", "network": {"id": "545e6f71-3646-4d90-bcbe-42b23546f3b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95943164", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14facb37-47", "ovs_interfaceid": "14facb37-47cb-475e-8f5a-1674f83b7605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d8626d8-712b-43fb-b788-73505f58f9c9", "address": "fa:16:3e:33:89:d8", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8626d8-71", "ovs_interfaceid": "2d8626d8-712b-43fb-b788-73505f58f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.842410] env[69895]: DEBUG oslo_vmware.api [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471351, 'name': SuspendVM_Task, 'duration_secs': 0.983341} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.842766] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Suspended the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 745.842952] env[69895]: DEBUG nova.compute.manager [None req-3e6f00df-0db1-422b-b824-5f56f852ffb0 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.843783] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a8e320-7e90-4abf-9009-46fee7f04427 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.214186] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.214186] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d1fcdf1-00b6-4a96-8886-692a79e86728 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.224466] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 746.224466] env[69895]: value = "task-3471352" [ 746.224466] env[69895]: _type = "Task" [ 746.224466] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.238695] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471352, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.298638] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.298638] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance network_info: |[{"id": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "address": "fa:16:3e:0a:d9:72", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2184aad-fc", "ovs_interfaceid": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14facb37-47cb-475e-8f5a-1674f83b7605", "address": "fa:16:3e:d0:14:71", "network": {"id": "545e6f71-3646-4d90-bcbe-42b23546f3b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95943164", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14facb37-47", "ovs_interfaceid": "14facb37-47cb-475e-8f5a-1674f83b7605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d8626d8-712b-43fb-b788-73505f58f9c9", "address": "fa:16:3e:33:89:d8", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8626d8-71", "ovs_interfaceid": "2d8626d8-712b-43fb-b788-73505f58f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.299384] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Acquired lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.299384] env[69895]: DEBUG nova.network.neutron [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Refreshing network info cache for port 2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.300766] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d9:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2184aad-fc86-45bc-a8ae-d5c73894ae90', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:14:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14facb37-47cb-475e-8f5a-1674f83b7605', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:89:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d8626d8-712b-43fb-b788-73505f58f9c9', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.315491] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Creating folder: Project (e0ad7909f5f042e6943da03c2e6b7752). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.319360] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00cf9310-6989-4006-a6ed-c539cb154979 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.332667] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Created folder: Project (e0ad7909f5f042e6943da03c2e6b7752) in parent group-v693805. [ 746.332800] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Creating folder: Instances. Parent ref: group-v693917. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.337718] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b4c211-b675-4b8d-b82d-dd5cfdea9ab1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.347660] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Created folder: Instances in parent group-v693917. [ 746.348014] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.348245] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.348478] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93e1c84c-dd12-490f-b85d-37dddaaafa92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.382929] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.382929] env[69895]: value = "task-3471355" [ 746.382929] env[69895]: _type = "Task" [ 746.382929] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.392567] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471355, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.397036] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb32b6-82ea-4af4-96a7-b7f7fda665a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.405484] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05c02d-f3d1-49ad-8939-69e83dcbf329 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.444030] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806cf82-f4c0-4681-8373-dcad9d8d9338 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.448351] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ec85c-390e-4ea6-bc24-0b44859723f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.464072] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.737270] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471352, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.875368] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "ba33d821-9bdd-483d-ad81-665091743ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.875654] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.896094] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471355, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.970557] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.064560] env[69895]: DEBUG nova.network.neutron [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updated VIF entry in instance network info cache for port 2d8626d8-712b-43fb-b788-73505f58f9c9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.065304] env[69895]: DEBUG nova.network.neutron [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [{"id": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "address": "fa:16:3e:0a:d9:72", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2184aad-fc", "ovs_interfaceid": "d2184aad-fc86-45bc-a8ae-d5c73894ae90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14facb37-47cb-475e-8f5a-1674f83b7605", "address": "fa:16:3e:d0:14:71", "network": {"id": "545e6f71-3646-4d90-bcbe-42b23546f3b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95943164", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14facb37-47", "ovs_interfaceid": "14facb37-47cb-475e-8f5a-1674f83b7605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d8626d8-712b-43fb-b788-73505f58f9c9", "address": "fa:16:3e:33:89:d8", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8626d8-71", "ovs_interfaceid": "2d8626d8-712b-43fb-b788-73505f58f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.237885] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471352, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.395657] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471355, 'name': CreateVM_Task, 'duration_secs': 0.543232} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.395866] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.396788] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.396958] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.397298] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.397569] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c87d004-a470-4325-a132-79445930c00a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.403340] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 747.403340] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba936e-2021-3c6f-b6bd-f767acf9aaf8" [ 747.403340] env[69895]: _type = "Task" [ 747.403340] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.413762] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba936e-2021-3c6f-b6bd-f767acf9aaf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.476792] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 747.476792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.376s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.476792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.614s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.478510] env[69895]: INFO nova.compute.claims [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.568215] env[69895]: DEBUG oslo_concurrency.lockutils [req-744c5014-1158-49fd-86db-2f7c064b1e35 req-b6c91871-a56a-4255-a175-0a90aa712482 service nova] Releasing lock "refresh_cache-c894da8f-c72c-4396-9491-a7fea9fe2773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.739095] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471352, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.914425] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba936e-2021-3c6f-b6bd-f767acf9aaf8, 'name': SearchDatastore_Task, 'duration_secs': 0.018215} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.914801] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.915098] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.915391] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.915595] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.915816] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.916137] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24691b38-c39a-4974-ad90-258b64ec0406 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.926153] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.926360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.927132] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9b8f4b-0954-4c60-9899-60e8ddeaf46e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.932326] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 747.932326] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dd3776-bf89-de05-cfe2-5c17a3d25a46" [ 747.932326] env[69895]: _type = "Task" [ 747.932326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.940880] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dd3776-bf89-de05-cfe2-5c17a3d25a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.238372] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471352, 'name': CloneVM_Task, 'duration_secs': 1.834696} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.238739] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Created linked-clone VM from snapshot [ 748.239663] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e1154d-61dd-48d7-a2ea-e5baa28ae6d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.248285] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Uploading image e9338efc-64f9-45f9-9034-f032dbf3db99 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.259763] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.260158] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94758859-df54-40e0-9ae4-f0fada94a811 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.267430] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 748.267430] env[69895]: value = "task-3471356" [ 748.267430] env[69895]: _type = "Task" [ 748.267430] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.276575] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471356, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.302028] env[69895]: DEBUG nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.302363] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e27ef21-4c54-4d12-828c-298c956e8571 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.442903] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dd3776-bf89-de05-cfe2-5c17a3d25a46, 'name': SearchDatastore_Task, 'duration_secs': 0.01808} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.443425] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f5b734-4982-41f8-8216-60217d450355 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.448845] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 748.448845] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eba8b1-3cf5-fdec-db04-f4e25fd2c1aa" [ 748.448845] env[69895]: _type = "Task" [ 748.448845] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.456997] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eba8b1-3cf5-fdec-db04-f4e25fd2c1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.778777] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471356, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.819615] env[69895]: INFO nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] instance snapshotting [ 748.819615] env[69895]: WARNING nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 748.822613] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ce119f-ef0e-4e2e-947b-299093cb5745 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.843668] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ea3a2-9e76-458f-9f70-62b377ede65a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.961221] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eba8b1-3cf5-fdec-db04-f4e25fd2c1aa, 'name': SearchDatastore_Task, 'duration_secs': 0.020146} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.961700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.961806] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c894da8f-c72c-4396-9491-a7fea9fe2773/c894da8f-c72c-4396-9491-a7fea9fe2773.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.962011] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa27ad50-0691-4ed4-ba05-100110e8ab7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.968341] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 748.968341] env[69895]: value = "task-3471357" [ 748.968341] env[69895]: _type = "Task" [ 748.968341] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.979823] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.021254] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1374d8-24ab-48ea-931e-e309aa8778dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.029542] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f8bfb5-ac09-4764-999d-e75d4c5ed13a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.062520] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c077067-e76b-450d-a62e-33fad93033bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.070255] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893fa0de-f8b1-4d02-a132-748d150eb9a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.084492] env[69895]: DEBUG nova.compute.provider_tree [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.280500] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471356, 'name': Destroy_Task, 'duration_secs': 0.70715} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.280994] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Destroyed the VM [ 749.281082] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.281295] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dffd13dc-8262-4f76-b8b5-cd32e044b8ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.287859] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 749.287859] env[69895]: value = "task-3471358" [ 749.287859] env[69895]: _type = "Task" [ 749.287859] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.296590] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.356235] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.356651] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8cab3ce8-d428-456b-9657-c22f03ec6ed1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.365111] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 749.365111] env[69895]: value = "task-3471359" [ 749.365111] env[69895]: _type = "Task" [ 749.365111] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.376732] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471359, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.477994] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471357, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.588273] env[69895]: DEBUG nova.scheduler.client.report [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.801971] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.876294] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.981539] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524053} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.981871] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c894da8f-c72c-4396-9491-a7fea9fe2773/c894da8f-c72c-4396-9491-a7fea9fe2773.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.982102] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.982430] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863f4a63-d506-4c12-a587-e00249d07cbf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.989754] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 749.989754] env[69895]: value = "task-3471360" [ 749.989754] env[69895]: _type = "Task" [ 749.989754] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.997516] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.097694] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.098268] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.100863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.593s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.101011] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.103085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.840s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.103337] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.105142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.400s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.107061] env[69895]: INFO nova.compute.claims [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.127035] env[69895]: INFO nova.scheduler.client.report [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleted allocations for instance 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1 [ 750.129112] env[69895]: INFO nova.scheduler.client.report [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 2349e89a-3181-440a-bcf3-58df8abe2499 [ 750.299863] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471358, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.376560] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471359, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.499892] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076321} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.500212] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.501024] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47753ba-a757-4389-95e8-e962294cb431 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.531029] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] c894da8f-c72c-4396-9491-a7fea9fe2773/c894da8f-c72c-4396-9491-a7fea9fe2773.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.531029] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4a3ca6-0d4d-4a03-aecd-f581cead28b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.549374] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 750.549374] env[69895]: value = "task-3471361" [ 750.549374] env[69895]: _type = "Task" [ 750.549374] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.557889] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.612448] env[69895]: DEBUG nova.compute.utils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.616015] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.616270] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.642933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-172caa16-aaad-4832-87ac-4b983fb44cc1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "770fb26d-4319-4fdb-bf04-7c7fa6ae6df1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.813s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.644906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-613a27cc-0260-49d6-84cc-77b8381e299e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "2349e89a-3181-440a-bcf3-58df8abe2499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.017s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.684853] env[69895]: DEBUG nova.policy [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289d98ec42ce44f8a11ae24bfdf2ae2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e40f23e161b44675bdaa5f34e8870cd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.800540] env[69895]: DEBUG oslo_vmware.api [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471358, 'name': RemoveSnapshot_Task, 'duration_secs': 1.250848} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.800783] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.880103] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471359, 'name': CreateSnapshot_Task, 'duration_secs': 1.044634} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.880103] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 750.880103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d10701-2c0f-4b48-8d45-328ec2ad5c2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.063790] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471361, 'name': ReconfigVM_Task, 'duration_secs': 0.331152} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.063992] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Reconfigured VM instance instance-00000026 to attach disk [datastore2] c894da8f-c72c-4396-9491-a7fea9fe2773/c894da8f-c72c-4396-9491-a7fea9fe2773.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.064957] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f267f1-0d3d-4ca9-8ee6-c742942a678a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.071945] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 751.071945] env[69895]: value = "task-3471362" [ 751.071945] env[69895]: _type = "Task" [ 751.071945] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.079326] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Successfully created port: bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.087508] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471362, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.117410] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.306444] env[69895]: WARNING nova.compute.manager [None req-a1c53c47-cfe8-4f3e-982f-f228adc500ca tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Image not found during snapshot: nova.exception.ImageNotFound: Image e9338efc-64f9-45f9-9034-f032dbf3db99 could not be found. [ 751.397843] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.399115] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6faac213-aba9-4a2a-91d2-3ebe78183e75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.407826] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 751.407826] env[69895]: value = "task-3471363" [ 751.407826] env[69895]: _type = "Task" [ 751.407826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.418876] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471363, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.585345] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471362, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.700868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bf58e2-8db6-44f6-94ee-a2f009e24da6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.709656] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd277c02-34f9-406d-95f3-4bdac21a626e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.742815] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd4e37-fb50-4a06-91f0-2574c2a2efc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.751120] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b9dc7f-c0e3-4d1d-95ea-f677b1dafb46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.765278] env[69895]: DEBUG nova.compute.provider_tree [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.922997] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471363, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.083154] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471362, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.133957] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.158789] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.158991] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.159785] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.159785] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.159785] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.159785] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.160050] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.160155] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.160321] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.160484] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.160640] env[69895]: DEBUG nova.virt.hardware [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.161582] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b7c0b-125e-4a49-899e-69e1005d72c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.169891] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80120724-a110-433e-a9cc-1d2c1e796e13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.271442] env[69895]: DEBUG nova.scheduler.client.report [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.346666] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.347592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920d9e6-187f-4048-855d-b2d7ea410cdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.353813] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.354008] env[69895]: ERROR oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk due to incomplete transfer. [ 752.354266] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d995e342-d84a-4fa4-b771-90f3c5b51e9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.361686] env[69895]: DEBUG oslo_vmware.rw_handles [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c48899-c2ab-7373-eed1-2b901cefd36f/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.361787] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Uploaded image b612c8d3-d7c8-48c3-8f59-cc07743b0a00 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.363952] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.364211] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1a67bd8-5d6a-40c4-aa41-26722f2d052f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.370415] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 752.370415] env[69895]: value = "task-3471364" [ 752.370415] env[69895]: _type = "Task" [ 752.370415] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.378215] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471364, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.402527] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.402774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.419974] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471363, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.585328] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471362, 'name': Rename_Task, 'duration_secs': 1.165937} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.585328] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.585328] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2245801b-8eff-4658-b455-740b9d9ec419 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.590655] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 752.590655] env[69895]: value = "task-3471365" [ 752.590655] env[69895]: _type = "Task" [ 752.590655] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.599092] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.732542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "af403aa5-ea7f-4770-8664-a870e83f4565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.732996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.733355] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.733665] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.733958] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.736791] env[69895]: INFO nova.compute.manager [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Terminating instance [ 752.778272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.778851] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.781776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.185s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.783696] env[69895]: INFO nova.compute.claims [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.880546] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471364, 'name': Destroy_Task, 'duration_secs': 0.364956} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.880846] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Destroyed the VM [ 752.881083] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.881339] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62e30fb3-21c4-481c-bbe7-56e2476bd766 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.887957] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 752.887957] env[69895]: value = "task-3471366" [ 752.887957] env[69895]: _type = "Task" [ 752.887957] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.896384] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.919504] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471363, 'name': CloneVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.017506] env[69895]: DEBUG nova.compute.manager [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Received event network-vif-plugged-bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.017880] env[69895]: DEBUG oslo_concurrency.lockutils [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] Acquiring lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.018235] env[69895]: DEBUG oslo_concurrency.lockutils [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.018529] env[69895]: DEBUG oslo_concurrency.lockutils [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.018826] env[69895]: DEBUG nova.compute.manager [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] No waiting events found dispatching network-vif-plugged-bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.019086] env[69895]: WARNING nova.compute.manager [req-696b20c2-8357-4447-9b42-513155547637 req-574b8ea6-a8e4-4a03-b920-1d072098f546 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Received unexpected event network-vif-plugged-bdad893c-8297-4823-8328-8e4e16211424 for instance with vm_state building and task_state spawning. [ 753.100552] env[69895]: DEBUG oslo_vmware.api [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471365, 'name': PowerOnVM_Task, 'duration_secs': 0.477768} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.100818] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.101120] env[69895]: INFO nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Took 16.19 seconds to spawn the instance on the hypervisor. [ 753.101366] env[69895]: DEBUG nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.102181] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b1b85-8109-4b36-ae93-73e28512e313 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180206] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Successfully updated port: bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.241791] env[69895]: DEBUG nova.compute.manager [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.242043] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.243024] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6ce7f-db34-4e9d-a889-f77896957073 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.251245] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.251541] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d71a85-328e-4eef-9ff3-0d00e03cf1cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.259888] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 753.259888] env[69895]: value = "task-3471367" [ 753.259888] env[69895]: _type = "Task" [ 753.259888] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.269849] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.292614] env[69895]: DEBUG nova.compute.utils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.295901] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.295901] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.344530] env[69895]: DEBUG nova.policy [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289d98ec42ce44f8a11ae24bfdf2ae2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e40f23e161b44675bdaa5f34e8870cd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.402734] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471366, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.418756] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471363, 'name': CloneVM_Task, 'duration_secs': 1.577135} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.418967] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Created linked-clone VM from snapshot [ 753.419738] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb9782-b5ab-48f7-8f21-99077c3e2104 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.428086] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Uploading image 739fbd45-3879-4c23-b3db-5216b546b0a6 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 753.450733] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 753.450733] env[69895]: value = "vm-693921" [ 753.450733] env[69895]: _type = "VirtualMachine" [ 753.450733] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 753.451111] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40007eea-75e8-445b-973d-32b6bc1ea424 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.459230] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease: (returnval){ [ 753.459230] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a71ac7-d794-c44c-639c-fa44c8f3e683" [ 753.459230] env[69895]: _type = "HttpNfcLease" [ 753.459230] env[69895]: } obtained for exporting VM: (result){ [ 753.459230] env[69895]: value = "vm-693921" [ 753.459230] env[69895]: _type = "VirtualMachine" [ 753.459230] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 753.459490] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the lease: (returnval){ [ 753.459490] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a71ac7-d794-c44c-639c-fa44c8f3e683" [ 753.459490] env[69895]: _type = "HttpNfcLease" [ 753.459490] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 753.466313] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.466313] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a71ac7-d794-c44c-639c-fa44c8f3e683" [ 753.466313] env[69895]: _type = "HttpNfcLease" [ 753.466313] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 753.624262] env[69895]: INFO nova.compute.manager [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Took 50.20 seconds to build instance. [ 753.688103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.688103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.688103] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.770057] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471367, 'name': PowerOffVM_Task, 'duration_secs': 0.225409} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.770158] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.771020] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.771020] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff4e843-f81d-4360-a5aa-77795ae2013f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.795968] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.840972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.841258] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.841433] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleting the datastore file [datastore2] af403aa5-ea7f-4770-8664-a870e83f4565 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.841754] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abec3808-364e-4708-834a-0ce23216dcc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.847565] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Successfully created port: 4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.859085] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 753.859085] env[69895]: value = "task-3471370" [ 753.859085] env[69895]: _type = "Task" [ 753.859085] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.878559] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.902927] env[69895]: DEBUG oslo_vmware.api [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.86235} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.903111] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.903377] env[69895]: INFO nova.compute.manager [None req-07839645-aa5c-43d3-b95f-ca033177533b tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 753.969666] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.969666] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a71ac7-d794-c44c-639c-fa44c8f3e683" [ 753.969666] env[69895]: _type = "HttpNfcLease" [ 753.969666] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.969867] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.969867] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a71ac7-d794-c44c-639c-fa44c8f3e683" [ 753.969867] env[69895]: _type = "HttpNfcLease" [ 753.969867] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.970670] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5fcf55-f4a7-4599-b50e-1ff15880bf36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.978508] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.978508] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 754.072446] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-980d2ef7-4d92-4834-98d6-7b5c804eb7ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.125741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-999a8ce4-6462-4f03-b313-0939d56df78f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.956s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.233373] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.374222] env[69895]: DEBUG oslo_vmware.api [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410839} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.374553] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.374751] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.374957] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.375164] env[69895]: INFO nova.compute.manager [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Took 1.13 seconds to destroy the instance on the hypervisor. [ 754.375410] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.375661] env[69895]: DEBUG nova.compute.manager [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.375760] env[69895]: DEBUG nova.network.neutron [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.429371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.429371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.429371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.429371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.429371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.437504] env[69895]: INFO nova.compute.manager [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Terminating instance [ 754.525835] env[69895]: DEBUG nova.network.neutron [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updating instance_info_cache with network_info: [{"id": "bdad893c-8297-4823-8328-8e4e16211424", "address": "fa:16:3e:52:0c:9c", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad893c-82", "ovs_interfaceid": "bdad893c-8297-4823-8328-8e4e16211424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.543979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef89b62-0358-47aa-ba82-2037c00bf152 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.551983] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3cf1d2-3761-4697-b91a-8500bba5bcae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.584904] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ecc5b8-40d4-4cfc-afc5-db5050c12975 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.593204] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f4a69-836c-4a80-891e-d2207646ec8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.608911] env[69895]: DEBUG nova.compute.provider_tree [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.630536] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.717827] env[69895]: DEBUG nova.compute.manager [req-4c93ac92-21e3-4b48-94a5-725c6ea97d13 req-e3e2eda2-5d94-4ab9-8547-a6b976b57637 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Received event network-vif-deleted-39ffa277-4218-4791-8035-4ff27788067b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.718326] env[69895]: INFO nova.compute.manager [req-4c93ac92-21e3-4b48-94a5-725c6ea97d13 req-e3e2eda2-5d94-4ab9-8547-a6b976b57637 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Neutron deleted interface 39ffa277-4218-4791-8035-4ff27788067b; detaching it from the instance and deleting it from the info cache [ 754.718437] env[69895]: DEBUG nova.network.neutron [req-4c93ac92-21e3-4b48-94a5-725c6ea97d13 req-e3e2eda2-5d94-4ab9-8547-a6b976b57637 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.826676] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.858851] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.859107] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.859266] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.859447] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.859591] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.859737] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.860082] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.860364] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.860514] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.860738] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.860970] env[69895]: DEBUG nova.virt.hardware [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.862413] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f11838-1701-4518-b97b-b8286e3eb227 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.871103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6fbe31-b828-4c5a-bbd0-11c14fad19a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.943221] env[69895]: DEBUG nova.compute.manager [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.943221] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.944191] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb00f8-01f8-48f5-bf83-db712e0b8edb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.953305] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.954202] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a20bf0f3-ce09-4022-a43d-43f2c52eb440 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.962065] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 754.962065] env[69895]: value = "task-3471371" [ 754.962065] env[69895]: _type = "Task" [ 754.962065] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.974254] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.029030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.029431] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Instance network_info: |[{"id": "bdad893c-8297-4823-8328-8e4e16211424", "address": "fa:16:3e:52:0c:9c", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad893c-82", "ovs_interfaceid": "bdad893c-8297-4823-8328-8e4e16211424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.030453] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:0c:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdad893c-8297-4823-8328-8e4e16211424', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.038102] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Creating folder: Project (e40f23e161b44675bdaa5f34e8870cd8). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.038548] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521318d1-9e99-4ac1-8ab8-9463254a14e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.050111] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Created folder: Project (e40f23e161b44675bdaa5f34e8870cd8) in parent group-v693805. [ 755.050748] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Creating folder: Instances. Parent ref: group-v693922. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.051058] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afbdea20-bea5-4282-b13f-88a8709d7839 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.061906] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Created folder: Instances in parent group-v693922. [ 755.062235] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.062511] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.062759] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fee668-4c2f-419b-9175-a74fdee5a520 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.083543] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.083543] env[69895]: value = "task-3471374" [ 755.083543] env[69895]: _type = "Task" [ 755.083543] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.092238] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471374, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.112697] env[69895]: DEBUG nova.scheduler.client.report [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.119061] env[69895]: DEBUG nova.compute.manager [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Received event network-changed-bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.120028] env[69895]: DEBUG nova.compute.manager [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Refreshing instance network info cache due to event network-changed-bdad893c-8297-4823-8328-8e4e16211424. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.120028] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] Acquiring lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.120028] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] Acquired lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.120028] env[69895]: DEBUG nova.network.neutron [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Refreshing network info cache for port bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.165086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.196767] env[69895]: DEBUG nova.network.neutron [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.222025] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b693dc88-23ab-43b1-9aae-669b5048a072 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.231507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb749f-4d96-4b25-b0e8-29edf5433810 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.270678] env[69895]: DEBUG nova.compute.manager [req-4c93ac92-21e3-4b48-94a5-725c6ea97d13 req-e3e2eda2-5d94-4ab9-8547-a6b976b57637 service nova] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Detach interface failed, port_id=39ffa277-4218-4791-8035-4ff27788067b, reason: Instance af403aa5-ea7f-4770-8664-a870e83f4565 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.424224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.424595] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.424853] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.425109] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.425331] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.428509] env[69895]: INFO nova.compute.manager [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Terminating instance [ 755.470898] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471371, 'name': PowerOffVM_Task, 'duration_secs': 0.211813} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.471249] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.471375] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.471629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c16beb-d204-4aa7-8d75-c9f90a60eb48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.594366] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471374, 'name': CreateVM_Task, 'duration_secs': 0.493148} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.594594] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.595336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.595559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.595888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.596159] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7929768-e0a6-4309-a345-66ca7f0bfe68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.600974] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 755.600974] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528273a1-1540-4bf7-0ef7-91b9949f8e9d" [ 755.600974] env[69895]: _type = "Task" [ 755.600974] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.609268] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528273a1-1540-4bf7-0ef7-91b9949f8e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.626136] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.626867] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.631664] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.631891] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.632155] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleting the datastore file [datastore2] c894da8f-c72c-4396-9491-a7fea9fe2773 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.633644] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Successfully updated port: 4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.635120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.608s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.635320] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.637535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.247s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.639036] env[69895]: INFO nova.compute.claims [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.643221] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02dd98c-597e-4918-b865-65377e1c6b6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.653740] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 755.653740] env[69895]: value = "task-3471376" [ 755.653740] env[69895]: _type = "Task" [ 755.653740] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.663770] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.676093] env[69895]: INFO nova.scheduler.client.report [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Deleted allocations for instance b9463fd0-5f03-40a6-a034-45a65ecfac47 [ 755.703136] env[69895]: INFO nova.compute.manager [-] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Took 1.33 seconds to deallocate network for instance. [ 755.869336] env[69895]: DEBUG nova.network.neutron [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updated VIF entry in instance network info cache for port bdad893c-8297-4823-8328-8e4e16211424. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.869667] env[69895]: DEBUG nova.network.neutron [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updating instance_info_cache with network_info: [{"id": "bdad893c-8297-4823-8328-8e4e16211424", "address": "fa:16:3e:52:0c:9c", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad893c-82", "ovs_interfaceid": "bdad893c-8297-4823-8328-8e4e16211424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.936864] env[69895]: DEBUG nova.compute.manager [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.941022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.941022] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c9e7f-4ab2-4a3d-819f-3cee826a5b8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.945835] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.946101] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59eca75-2d5f-4908-9283-ddf5942ae152 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.951989] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 755.951989] env[69895]: value = "task-3471377" [ 755.951989] env[69895]: _type = "Task" [ 755.951989] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.961678] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.112198] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528273a1-1540-4bf7-0ef7-91b9949f8e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.112427] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.112665] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.112898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113048] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.113231] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.113506] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c455a7-831e-4ac9-bb24-79f7a4274644 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.122096] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.122311] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.123178] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0df3f5-53c4-4906-aab8-7dc6267c82a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.128605] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 756.128605] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab9a27-2e86-1449-a6fe-9ca6681a50a0" [ 756.128605] env[69895]: _type = "Task" [ 756.128605] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.134493] env[69895]: DEBUG nova.compute.utils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.138904] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.139185] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.141839] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab9a27-2e86-1449-a6fe-9ca6681a50a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.149666] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.149666] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.149815] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.167336] env[69895]: DEBUG oslo_vmware.api [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180525} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.167655] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.167976] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.168269] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.168549] env[69895]: INFO nova.compute.manager [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Took 1.23 seconds to destroy the instance on the hypervisor. [ 756.168927] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.169266] env[69895]: DEBUG nova.compute.manager [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.169463] env[69895]: DEBUG nova.network.neutron [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.187909] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f459ab5-575b-46be-911d-89e573702319 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Lock "b9463fd0-5f03-40a6-a034-45a65ecfac47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.197138] env[69895]: DEBUG nova.policy [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289d98ec42ce44f8a11ae24bfdf2ae2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e40f23e161b44675bdaa5f34e8870cd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.208691] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.375803] env[69895]: DEBUG oslo_concurrency.lockutils [req-0d225df5-17a4-4838-8d91-37ade36bf650 req-556d0217-c62d-4622-b99d-3d63c53de8af service nova] Releasing lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.464374] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471377, 'name': PowerOffVM_Task, 'duration_secs': 0.212833} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.468103] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.468351] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.468650] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f61df7-8006-4a9f-b835-649474ff61c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.531024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.531024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.531024] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Deleting the datastore file [datastore2] 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.531024] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c59d69f7-e3a3-428f-a5bd-0a96447afbc2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.539159] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Successfully created port: 7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.546303] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for the task: (returnval){ [ 756.546303] env[69895]: value = "task-3471379" [ 756.546303] env[69895]: _type = "Task" [ 756.546303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.555844] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.644206] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.650121] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab9a27-2e86-1449-a6fe-9ca6681a50a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.650956] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2d5c31-357c-47ac-8349-68f4fe6d97bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.664216] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 756.664216] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e3a85-bcde-9fa2-9dc6-3ba7fa8df48e" [ 756.664216] env[69895]: _type = "Task" [ 756.664216] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.673072] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e3a85-bcde-9fa2-9dc6-3ba7fa8df48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.738126] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.035405] env[69895]: DEBUG nova.network.neutron [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Updating instance_info_cache with network_info: [{"id": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "address": "fa:16:3e:c2:5a:e1", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4b9931-57", "ovs_interfaceid": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.054528] env[69895]: DEBUG oslo_vmware.api [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Task: {'id': task-3471379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173104} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.058117] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.058403] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.058595] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.058772] env[69895]: INFO nova.compute.manager [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 757.059025] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.060517] env[69895]: DEBUG nova.compute.manager [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.060517] env[69895]: DEBUG nova.network.neutron [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.163623] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Received event network-vif-plugged-4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.163623] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Acquiring lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.163623] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.163623] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.163623] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] No waiting events found dispatching network-vif-plugged-4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.163852] env[69895]: WARNING nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Received unexpected event network-vif-plugged-4b4b9931-575c-4293-b699-a7e4464ce8b8 for instance with vm_state building and task_state spawning. [ 757.163852] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Received event network-changed-4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.164202] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Refreshing instance network info cache due to event network-changed-4b4b9931-575c-4293-b699-a7e4464ce8b8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.164202] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Acquiring lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.184915] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e3a85-bcde-9fa2-9dc6-3ba7fa8df48e, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.184915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.184915] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 74b0e9bf-11d2-4942-875f-cc6354cbcc22/74b0e9bf-11d2-4942-875f-cc6354cbcc22.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.185303] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae3c350-f319-403a-904f-9a3b43ded2b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.197409] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 757.197409] env[69895]: value = "task-3471380" [ 757.197409] env[69895]: _type = "Task" [ 757.197409] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.206665] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.281328] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbb489-b68f-4e2f-9c6b-a0c5ea65a33f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.294173] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aef50f8-a36b-492a-87ba-c617fca4de7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.330573] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93a01e-13a5-4f63-8e0b-a44593d28466 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.338741] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd771d-3b7b-463d-86de-9bdf2b5d9176 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.357202] env[69895]: DEBUG nova.compute.provider_tree [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.542226] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.542796] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Instance network_info: |[{"id": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "address": "fa:16:3e:c2:5a:e1", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4b9931-57", "ovs_interfaceid": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.543259] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Acquired lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.543553] env[69895]: DEBUG nova.network.neutron [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Refreshing network info cache for port 4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.545353] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:5a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b4b9931-575c-4293-b699-a7e4464ce8b8', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.553598] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.554418] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.554657] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fa5b79-9c1d-4556-870e-7a366b62f0a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.574085] env[69895]: DEBUG nova.compute.manager [req-af552b4b-c570-4d0f-82ca-cf58025c33ce req-0a972653-cd9d-4cfa-b4ff-4c4fce0726b7 service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Received event network-vif-deleted-44b8969f-3f59-4e71-90c7-6127e3c6470f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.574286] env[69895]: INFO nova.compute.manager [req-af552b4b-c570-4d0f-82ca-cf58025c33ce req-0a972653-cd9d-4cfa-b4ff-4c4fce0726b7 service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Neutron deleted interface 44b8969f-3f59-4e71-90c7-6127e3c6470f; detaching it from the instance and deleting it from the info cache [ 757.574449] env[69895]: DEBUG nova.network.neutron [req-af552b4b-c570-4d0f-82ca-cf58025c33ce req-0a972653-cd9d-4cfa-b4ff-4c4fce0726b7 service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.582490] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.582490] env[69895]: value = "task-3471381" [ 757.582490] env[69895]: _type = "Task" [ 757.582490] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.595647] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471381, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.657021] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.670864] env[69895]: DEBUG nova.network.neutron [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.686222] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.686881] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.687054] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.687496] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.687920] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.688300] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.689311] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.689311] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.689311] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.689653] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.690093] env[69895]: DEBUG nova.virt.hardware [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.691282] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab18482-8905-427f-8af6-c6c3e3833aa5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.706311] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfd945-68c1-4078-88ab-af4ea4cd349f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.716253] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.725583] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 74b0e9bf-11d2-4942-875f-cc6354cbcc22/74b0e9bf-11d2-4942-875f-cc6354cbcc22.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.725887] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.727026] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a629b11-f07c-418b-8e1f-5addd4768b97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.733405] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 757.733405] env[69895]: value = "task-3471382" [ 757.733405] env[69895]: _type = "Task" [ 757.733405] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.746337] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.861155] env[69895]: DEBUG nova.scheduler.client.report [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.031246] env[69895]: DEBUG nova.network.neutron [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.081467] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-446ccf87-ba09-4988-9aa7-afd9c49882f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.093477] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471381, 'name': CreateVM_Task, 'duration_secs': 0.447128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.094564] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.095347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.095511] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.095838] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.098813] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae7b79-5007-4231-9ad8-67403113ba2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.117651] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65e5a8c-7ad0-480c-93e6-ee5eaa4a9de8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.126262] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 758.126262] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ba2d6-646e-6bae-1686-d59f88c52135" [ 758.126262] env[69895]: _type = "Task" [ 758.126262] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.135764] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ba2d6-646e-6bae-1686-d59f88c52135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.154121] env[69895]: DEBUG nova.compute.manager [req-af552b4b-c570-4d0f-82ca-cf58025c33ce req-0a972653-cd9d-4cfa-b4ff-4c4fce0726b7 service nova] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Detach interface failed, port_id=44b8969f-3f59-4e71-90c7-6127e3c6470f, reason: Instance 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.174032] env[69895]: INFO nova.compute.manager [-] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Took 2.00 seconds to deallocate network for instance. [ 758.249599] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077399} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.249955] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.250948] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7631cd3-f53a-4c76-b5e7-901c67392f7e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.278340] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 74b0e9bf-11d2-4942-875f-cc6354cbcc22/74b0e9bf-11d2-4942-875f-cc6354cbcc22.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.281074] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b675c2-e026-4899-8da0-0d99347273f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.307102] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 758.307102] env[69895]: value = "task-3471383" [ 758.307102] env[69895]: _type = "Task" [ 758.307102] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.317112] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.366172] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.366674] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.369809] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.536s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.370335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.373259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.039s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.373459] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.375244] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.440s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.377064] env[69895]: INFO nova.compute.claims [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.406274] env[69895]: INFO nova.scheduler.client.report [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Deleted allocations for instance 0aa89c17-e719-47b3-afad-0cfda90cb504 [ 758.417269] env[69895]: INFO nova.scheduler.client.report [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Deleted allocations for instance 59d6c8b0-988f-4f6c-a230-5add6097b6d2 [ 758.529472] env[69895]: DEBUG nova.network.neutron [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Updated VIF entry in instance network info cache for port 4b4b9931-575c-4293-b699-a7e4464ce8b8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.529842] env[69895]: DEBUG nova.network.neutron [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Updating instance_info_cache with network_info: [{"id": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "address": "fa:16:3e:c2:5a:e1", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b4b9931-57", "ovs_interfaceid": "4b4b9931-575c-4293-b699-a7e4464ce8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.534906] env[69895]: INFO nova.compute.manager [-] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Took 1.48 seconds to deallocate network for instance. [ 758.639568] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ba2d6-646e-6bae-1686-d59f88c52135, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.640946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.640946] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.640946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.640946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.640946] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.641176] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7617ef2-82f8-46a8-b471-7f50cd6afaea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.653276] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.653276] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.653276] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7736693b-6aa9-4a8e-9919-5b7e36c1803f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.656739] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 758.656739] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220c140-dff3-c266-294b-27ee44a74657" [ 758.656739] env[69895]: _type = "Task" [ 758.656739] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.664959] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220c140-dff3-c266-294b-27ee44a74657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.676058] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Successfully updated port: 7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.680973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.821769] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471383, 'name': ReconfigVM_Task, 'duration_secs': 0.504283} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.821964] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 74b0e9bf-11d2-4942-875f-cc6354cbcc22/74b0e9bf-11d2-4942-875f-cc6354cbcc22.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.822810] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25a4f7b6-d1e2-487c-ac6d-4685390e5ced {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.828759] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 758.828759] env[69895]: value = "task-3471384" [ 758.828759] env[69895]: _type = "Task" [ 758.828759] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.838655] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471384, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.871306] env[69895]: DEBUG nova.compute.utils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.872882] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.873116] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.919818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7aea1d67-14ca-47a8-bcc5-630a012c3890 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Lock "0aa89c17-e719-47b3-afad-0cfda90cb504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.063s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.926292] env[69895]: DEBUG nova.policy [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '349ad79032744e13b267c7d5d2f322e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90153f3f91554b8d80b8654eb12c9677', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.932156] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Lock "59d6c8b0-988f-4f6c-a230-5add6097b6d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.056s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.035680] env[69895]: DEBUG oslo_concurrency.lockutils [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] Releasing lock "refresh_cache-51d3e27c-e73d-4a82-a982-51a2ddbb6974" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.036033] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-deleted-d2184aad-fc86-45bc-a8ae-d5c73894ae90 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.036293] env[69895]: INFO nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Neutron deleted interface d2184aad-fc86-45bc-a8ae-d5c73894ae90; detaching it from the instance and deleting it from the info cache [ 759.036652] env[69895]: DEBUG nova.network.neutron [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [{"id": "14facb37-47cb-475e-8f5a-1674f83b7605", "address": "fa:16:3e:d0:14:71", "network": {"id": "545e6f71-3646-4d90-bcbe-42b23546f3b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95943164", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14facb37-47", "ovs_interfaceid": "14facb37-47cb-475e-8f5a-1674f83b7605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d8626d8-712b-43fb-b788-73505f58f9c9", "address": "fa:16:3e:33:89:d8", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8626d8-71", "ovs_interfaceid": "2d8626d8-712b-43fb-b788-73505f58f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.041429] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.168786] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5220c140-dff3-c266-294b-27ee44a74657, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.171225] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cda02e-79ef-4abd-816c-da861aa68e43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.177274] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 759.177274] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52644b3a-0d1c-ab77-35e3-d5b9d5a79922" [ 759.177274] env[69895]: _type = "Task" [ 759.177274] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.181892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.182096] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.182779] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.193574] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52644b3a-0d1c-ab77-35e3-d5b9d5a79922, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.193574] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.193574] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 51d3e27c-e73d-4a82-a982-51a2ddbb6974/51d3e27c-e73d-4a82-a982-51a2ddbb6974.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.193574] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e414f72-300b-4d93-89b8-743f7a02451c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.198440] env[69895]: DEBUG nova.compute.manager [req-5a2f93a6-2e27-49b3-a9af-d5ab57ea1b55 req-f39ce122-12da-4ddf-be9d-b404296aa8a2 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-deleted-2d8626d8-712b-43fb-b788-73505f58f9c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.198672] env[69895]: INFO nova.compute.manager [req-5a2f93a6-2e27-49b3-a9af-d5ab57ea1b55 req-f39ce122-12da-4ddf-be9d-b404296aa8a2 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Neutron deleted interface 2d8626d8-712b-43fb-b788-73505f58f9c9; detaching it from the instance and deleting it from the info cache [ 759.198960] env[69895]: DEBUG nova.network.neutron [req-5a2f93a6-2e27-49b3-a9af-d5ab57ea1b55 req-f39ce122-12da-4ddf-be9d-b404296aa8a2 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [{"id": "14facb37-47cb-475e-8f5a-1674f83b7605", "address": "fa:16:3e:d0:14:71", "network": {"id": "545e6f71-3646-4d90-bcbe-42b23546f3b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95943164", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14facb37-47", "ovs_interfaceid": "14facb37-47cb-475e-8f5a-1674f83b7605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.205404] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 759.205404] env[69895]: value = "task-3471385" [ 759.205404] env[69895]: _type = "Task" [ 759.205404] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.216729] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.345609] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471384, 'name': Rename_Task, 'duration_secs': 0.186097} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.345609] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.345609] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fdc44c-bb4d-4ad4-8f51-abbd122e26e0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.353151] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 759.353151] env[69895]: value = "task-3471386" [ 759.353151] env[69895]: _type = "Task" [ 759.353151] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.360293] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.378600] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.431666] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Successfully created port: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.540862] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e746921-be2e-4ef5-a0b6-d198e31cd24d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.556469] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc01878-9e3c-49be-8d7a-72fa56abda10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.620538] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Detach interface failed, port_id=d2184aad-fc86-45bc-a8ae-d5c73894ae90, reason: Instance c894da8f-c72c-4396-9491-a7fea9fe2773 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.620538] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Received event network-vif-deleted-14facb37-47cb-475e-8f5a-1674f83b7605 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.620855] env[69895]: INFO nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Neutron deleted interface 14facb37-47cb-475e-8f5a-1674f83b7605; detaching it from the instance and deleting it from the info cache [ 759.621349] env[69895]: DEBUG nova.network.neutron [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Updating instance_info_cache with network_info: [{"id": "2d8626d8-712b-43fb-b788-73505f58f9c9", "address": "fa:16:3e:33:89:d8", "network": {"id": "eb6a7991-d73d-4ec1-89c5-af1f60a9c656", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790325014", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d8626d8-71", "ovs_interfaceid": "2d8626d8-712b-43fb-b788-73505f58f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.668744] env[69895]: DEBUG nova.compute.manager [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Received event network-vif-plugged-7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.668744] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Acquiring lock "515d9097-3179-42e1-a47c-74bb5678555d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.668744] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Lock "515d9097-3179-42e1-a47c-74bb5678555d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.669167] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Lock "515d9097-3179-42e1-a47c-74bb5678555d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.669167] env[69895]: DEBUG nova.compute.manager [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] No waiting events found dispatching network-vif-plugged-7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.669242] env[69895]: WARNING nova.compute.manager [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Received unexpected event network-vif-plugged-7ae88a6f-813a-4c59-81e6-2cd16388b554 for instance with vm_state building and task_state spawning. [ 759.672713] env[69895]: DEBUG nova.compute.manager [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Received event network-changed-7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.672713] env[69895]: DEBUG nova.compute.manager [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Refreshing instance network info cache due to event network-changed-7ae88a6f-813a-4c59-81e6-2cd16388b554. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.672713] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Acquiring lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.705216] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64cb082a-aebf-49e7-ad09-3ffcfa0b76c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.724376] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471385, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.728024] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 51d3e27c-e73d-4a82-a982-51a2ddbb6974/51d3e27c-e73d-4a82-a982-51a2ddbb6974.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.728024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.731979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53690c92-c276-46fd-916e-b7804b5fa80b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.743690] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.747232] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b312f85b-ea4e-4fca-95cf-84736b002783 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.755556] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 759.755556] env[69895]: value = "task-3471387" [ 759.755556] env[69895]: _type = "Task" [ 759.755556] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.776606] env[69895]: DEBUG nova.compute.manager [req-5a2f93a6-2e27-49b3-a9af-d5ab57ea1b55 req-f39ce122-12da-4ddf-be9d-b404296aa8a2 service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Detach interface failed, port_id=2d8626d8-712b-43fb-b788-73505f58f9c9, reason: Instance c894da8f-c72c-4396-9491-a7fea9fe2773 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.785964] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.864709] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.000943] env[69895]: DEBUG nova.network.neutron [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Updating instance_info_cache with network_info: [{"id": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "address": "fa:16:3e:c2:df:52", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae88a6f-81", "ovs_interfaceid": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.125044] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1744f2f8-f1d8-403d-9a98-5966c3d67d97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.137956] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f33ffe-1516-4532-b23e-bfaa2605b89a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.158936] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee9f3a-e350-43df-86bb-bdc77c8171fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.169818] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509ae35-2ab8-45cf-b813-1301ce54eb13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.196127] env[69895]: DEBUG nova.compute.manager [req-e30c0164-db2e-4716-8a34-c78aa387588a req-7f148af5-88d5-4d09-aeb3-67cf4dd97eab service nova] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Detach interface failed, port_id=14facb37-47cb-475e-8f5a-1674f83b7605, reason: Instance c894da8f-c72c-4396-9491-a7fea9fe2773 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 760.246432] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ada92d2-f0b6-4c04-b26d-85f76adac05e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.265471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8b665-981a-41fb-8d43-3308ca6983c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.279758] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089234} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.295743] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.297377] env[69895]: DEBUG nova.compute.provider_tree [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.301787] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569226c1-02ad-4fa9-afc0-820cbb86144c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.336209] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 51d3e27c-e73d-4a82-a982-51a2ddbb6974/51d3e27c-e73d-4a82-a982-51a2ddbb6974.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.337498] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403a207a-54ba-4122-b685-679c1ad64ec1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.376671] env[69895]: DEBUG oslo_vmware.api [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471386, 'name': PowerOnVM_Task, 'duration_secs': 0.652319} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.378917] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.379304] env[69895]: INFO nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Took 8.24 seconds to spawn the instance on the hypervisor. [ 760.379605] env[69895]: DEBUG nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.380198] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 760.380198] env[69895]: value = "task-3471388" [ 760.380198] env[69895]: _type = "Task" [ 760.380198] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.385077] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24207911-6a12-44ea-9bdd-8afb2f78d4c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.393209] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.410860] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.437616] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.437906] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.438086] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.438311] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.438464] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.438681] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.438938] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.439113] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.439288] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.439455] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.439633] env[69895]: DEBUG nova.virt.hardware [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.440590] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c2bd6-a0f5-4737-bea2-4ae412a77496 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.449632] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebdec8-2fc3-4d3f-a9f9-e714ac6708d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.505022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.505022] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Instance network_info: |[{"id": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "address": "fa:16:3e:c2:df:52", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae88a6f-81", "ovs_interfaceid": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.505235] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Acquired lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.506433] env[69895]: DEBUG nova.network.neutron [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Refreshing network info cache for port 7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.507535] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:df:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ae88a6f-813a-4c59-81e6-2cd16388b554', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.515960] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.516552] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.516958] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f316b7c3-830c-4bd2-b379-1d3aa86951db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.539066] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.539066] env[69895]: value = "task-3471389" [ 760.539066] env[69895]: _type = "Task" [ 760.539066] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.548450] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471389, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.805902] env[69895]: DEBUG nova.scheduler.client.report [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.896747] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.920949] env[69895]: INFO nova.compute.manager [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Took 50.09 seconds to build instance. [ 761.053312] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471389, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.312017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.312196] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.315395] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.380s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.322401] env[69895]: INFO nova.compute.claims [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.396765] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471388, 'name': ReconfigVM_Task, 'duration_secs': 0.809009} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.397234] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 51d3e27c-e73d-4a82-a982-51a2ddbb6974/51d3e27c-e73d-4a82-a982-51a2ddbb6974.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.397970] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff9e366-520f-4418-9391-6060f91bc189 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404411] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 761.404411] env[69895]: value = "task-3471390" [ 761.404411] env[69895]: _type = "Task" [ 761.404411] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.415768] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471390, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.422864] env[69895]: DEBUG oslo_concurrency.lockutils [None req-78ea84a1-4b40-4013-bfec-449587687d85 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.677s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.551371] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471389, 'name': CreateVM_Task, 'duration_secs': 0.642821} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.551634] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.552527] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.552772] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.553158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.553529] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8915e0-d091-4d87-a608-23483e86e9d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.558685] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 761.558685] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52988827-4069-fc97-3d64-aae77a8d0e05" [ 761.558685] env[69895]: _type = "Task" [ 761.558685] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.568020] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52988827-4069-fc97-3d64-aae77a8d0e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.718999] env[69895]: DEBUG nova.compute.manager [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received event network-vif-plugged-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.719312] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] Acquiring lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.720763] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.720763] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.720763] env[69895]: DEBUG nova.compute.manager [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] No waiting events found dispatching network-vif-plugged-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.720763] env[69895]: WARNING nova.compute.manager [req-9a324f15-959e-4967-ac82-f5cee1d818bf req-a8d656f8-02bf-4eaa-8a8b-e6a467a4e3cd service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received unexpected event network-vif-plugged-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 for instance with vm_state building and task_state spawning. [ 761.770651] env[69895]: DEBUG nova.network.neutron [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Updated VIF entry in instance network info cache for port 7ae88a6f-813a-4c59-81e6-2cd16388b554. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.770969] env[69895]: DEBUG nova.network.neutron [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Updating instance_info_cache with network_info: [{"id": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "address": "fa:16:3e:c2:df:52", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae88a6f-81", "ovs_interfaceid": "7ae88a6f-813a-4c59-81e6-2cd16388b554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.823494] env[69895]: DEBUG nova.compute.utils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.826119] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.830018] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.915375] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Successfully updated port: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.920674] env[69895]: DEBUG nova.policy [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a446578089b443d9ce9bc04a513f1b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb6de2cbed9e4158922bd9242067d6bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.928343] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.932193] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471390, 'name': Rename_Task, 'duration_secs': 0.197177} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.933286] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.933778] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e89022-208f-42b8-8748-2be36f2d3627 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.942735] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 761.942735] env[69895]: value = "task-3471391" [ 761.942735] env[69895]: _type = "Task" [ 761.942735] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.953450] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.073481] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52988827-4069-fc97-3d64-aae77a8d0e05, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.073961] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.074897] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.074897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.074897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.074897] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.075087] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc9e160-552c-43da-a3fd-9d1bec95bbb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.084294] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.084475] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.085693] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5080674d-2cb1-4baf-a514-cd9b1f67594c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.093707] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 762.093707] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f4e388-f944-577d-824b-1bd565655361" [ 762.093707] env[69895]: _type = "Task" [ 762.093707] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.106744] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f4e388-f944-577d-824b-1bd565655361, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.107905] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec8fa18-7db2-4d8b-b104-817ee52838d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.115074] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 762.115074] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521241f5-6c54-7791-8fd7-d24052c39d69" [ 762.115074] env[69895]: _type = "Task" [ 762.115074] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.125539] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521241f5-6c54-7791-8fd7-d24052c39d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.274181] env[69895]: DEBUG oslo_concurrency.lockutils [req-dcb17594-0971-4ae8-8642-6e6d6f300d68 req-3b351be9-b07b-4a2d-9111-31e549907224 service nova] Releasing lock "refresh_cache-515d9097-3179-42e1-a47c-74bb5678555d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.333777] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.425134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.425134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.425134] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.456555] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.458544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.468975] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Successfully created port: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.625936] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521241f5-6c54-7791-8fd7-d24052c39d69, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.626481] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.626822] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 515d9097-3179-42e1-a47c-74bb5678555d/515d9097-3179-42e1-a47c-74bb5678555d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.627070] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c6ccba-4585-4995-a27f-65a22791664a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.637541] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 762.637541] env[69895]: value = "task-3471392" [ 762.637541] env[69895]: _type = "Task" [ 762.637541] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.646453] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.863572] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.864770] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6087a7-9ed2-4fc4-ad8e-31160b3c2b11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.874562] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.874562] env[69895]: ERROR oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk due to incomplete transfer. [ 762.874562] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27751e27-7be4-489b-8866-4f67f2e655b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.888842] env[69895]: DEBUG oslo_vmware.rw_handles [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274737e-aed8-8e91-ac8b-cf6787357526/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.888842] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Uploaded image 739fbd45-3879-4c23-b3db-5216b546b0a6 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.892319] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.892705] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d882777-0708-4e8d-97be-fcb4f3f82f95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.907983] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 762.907983] env[69895]: value = "task-3471393" [ 762.907983] env[69895]: _type = "Task" [ 762.907983] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.920438] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471393, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.959221] env[69895]: DEBUG oslo_vmware.api [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471391, 'name': PowerOnVM_Task, 'duration_secs': 0.840606} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.959221] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.959221] env[69895]: INFO nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Took 8.13 seconds to spawn the instance on the hypervisor. [ 762.959221] env[69895]: DEBUG nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.959718] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbc1c75-208a-474d-a81a-11bca4ff7a44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.977017] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.995979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e459f21a-42e0-41be-9b20-d349271e2edb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.009039] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b5c5a-d17e-4ecc-9f3f-8c5d9d7a177f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.053760] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68753cab-484d-4d24-801d-2471f050c225 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.064595] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2af03d-bc99-4bec-8866-8e8c2a5988fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.085501] env[69895]: DEBUG nova.compute.provider_tree [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.149834] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.291303] env[69895]: DEBUG nova.network.neutron [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.349238] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.387297] env[69895]: DEBUG nova.virt.hardware [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.388103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ce8bb-ec4b-4685-88ff-f60319561aeb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.396384] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a0a204-f173-47d8-82c5-48ae570fde92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.419695] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471393, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.484204] env[69895]: INFO nova.compute.manager [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Took 45.80 seconds to build instance. [ 763.589619] env[69895]: DEBUG nova.scheduler.client.report [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.652684] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567937} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.652959] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 515d9097-3179-42e1-a47c-74bb5678555d/515d9097-3179-42e1-a47c-74bb5678555d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.655972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.656238] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-866dc0da-3025-46dc-b002-02925732008e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.663190] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 763.663190] env[69895]: value = "task-3471394" [ 763.663190] env[69895]: _type = "Task" [ 763.663190] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.673018] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756708] env[69895]: DEBUG nova.compute.manager [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.756708] env[69895]: DEBUG nova.compute.manager [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing instance network info cache due to event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.756708] env[69895]: DEBUG oslo_concurrency.lockutils [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] Acquiring lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.794372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.794725] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Instance network_info: |[{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.795015] env[69895]: DEBUG oslo_concurrency.lockutils [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] Acquired lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.795196] env[69895]: DEBUG nova.network.neutron [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.798666] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:43:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '117b9f8f-19bb-40f4-8a3f-53fc429a17a1', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.806533] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.806673] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.806871] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d4d7d9-9004-48a3-b3bc-ec86a9672a3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.827407] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.827407] env[69895]: value = "task-3471395" [ 763.827407] env[69895]: _type = "Task" [ 763.827407] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.835179] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471395, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.923322] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471393, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.988055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.079s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.094959] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.095242] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.099331] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.298s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.101127] env[69895]: INFO nova.compute.claims [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.173945] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.174287] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.175145] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94d8d88-aa4c-4f5c-8675-58c1fbbebd3a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.199197] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 515d9097-3179-42e1-a47c-74bb5678555d/515d9097-3179-42e1-a47c-74bb5678555d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.199881] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc472852-a1d1-437c-a7b1-b9d2cf4ff2ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.223113] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Successfully updated port: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.229832] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 764.229832] env[69895]: value = "task-3471396" [ 764.229832] env[69895]: _type = "Task" [ 764.229832] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.239562] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.337699] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471395, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.424347] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471393, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.489836] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.554958] env[69895]: DEBUG nova.network.neutron [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updated VIF entry in instance network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.555604] env[69895]: DEBUG nova.network.neutron [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.585872] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "445dc180-6776-4284-b8c2-d025e9df982c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.586184] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.586389] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "445dc180-6776-4284-b8c2-d025e9df982c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.586573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.586741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.589563] env[69895]: INFO nova.compute.manager [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Terminating instance [ 764.605330] env[69895]: DEBUG nova.compute.utils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.610018] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.610018] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.661712] env[69895]: DEBUG nova.policy [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.730126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.730126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.730126] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.740254] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471396, 'name': ReconfigVM_Task, 'duration_secs': 0.267237} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.740941] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 515d9097-3179-42e1-a47c-74bb5678555d/515d9097-3179-42e1-a47c-74bb5678555d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.741895] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89a4963d-83bc-4c6c-8f4d-d886e3c80943 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.748422] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 764.748422] env[69895]: value = "task-3471397" [ 764.748422] env[69895]: _type = "Task" [ 764.748422] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.757941] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471397, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.844154] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471395, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.923211] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471393, 'name': Destroy_Task, 'duration_secs': 1.808609} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.923540] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Destroyed the VM [ 764.923875] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.924223] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7f8030d-7610-46a2-8091-7d581c93aba9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.931983] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 764.931983] env[69895]: value = "task-3471398" [ 764.931983] env[69895]: _type = "Task" [ 764.931983] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.944328] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.992607] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Successfully created port: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.014197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.060992] env[69895]: DEBUG oslo_concurrency.lockutils [req-cb97e91c-d946-435b-b22f-95a44d11162e req-cb4fa9b5-cc24-4e46-9efe-8cae0c5e0c8b service nova] Releasing lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.095663] env[69895]: DEBUG nova.compute.manager [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.096392] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.096885] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853b060-9a1a-4e4c-99ec-8c0d78c15346 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.106778] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.107559] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b3c2a3b-97c3-4e5c-97d5-de3cdd378f60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.112308] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.265361] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471397, 'name': Rename_Task, 'duration_secs': 0.13203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.265963] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.266109] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdf9810c-10a2-41c8-854c-65952bfed1ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.269224] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.277530] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 765.277530] env[69895]: value = "task-3471400" [ 765.277530] env[69895]: _type = "Task" [ 765.277530] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.286909] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.342542] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471395, 'name': CreateVM_Task, 'duration_secs': 1.285555} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.342747] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.343516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.343692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.344071] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.344405] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e34debd-164f-4b1d-95b4-a72616a4a9f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.350864] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 765.350864] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52546c7b-b041-9d86-5ce3-2c6da5bf8dac" [ 765.350864] env[69895]: _type = "Task" [ 765.350864] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.368451] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52546c7b-b041-9d86-5ce3-2c6da5bf8dac, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.368599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.368799] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.369076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.369243] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.369439] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.369731] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e525b6b1-e6fa-471b-a2cf-32e9b197916a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.381810] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.381924] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.383013] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb8979e-19ad-4a6d-93b9-bd8f10cecd3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389155] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 765.389155] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a8fb21-5db3-3010-91cb-e91127a95524" [ 765.389155] env[69895]: _type = "Task" [ 765.389155] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.400408] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a8fb21-5db3-3010-91cb-e91127a95524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.439832] env[69895]: DEBUG nova.network.neutron [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [{"id": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "address": "fa:16:3e:58:8b:3f", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bec57d-e9", "ovs_interfaceid": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.449632] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471398, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.465319] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "6c80d227-699d-4373-bc0c-806714d3d02e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.465949] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.590286] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.590286] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.590286] env[69895]: INFO nova.compute.manager [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Rebooting instance [ 765.634698] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.634819] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.634938] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore1] 445dc180-6776-4284-b8c2-d025e9df982c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.638012] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9799ed58-5ebb-41b3-9aec-d7a249632031 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.646480] env[69895]: DEBUG oslo_vmware.api [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 765.646480] env[69895]: value = "task-3471401" [ 765.646480] env[69895]: _type = "Task" [ 765.646480] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.656621] env[69895]: DEBUG oslo_vmware.api [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.799128] env[69895]: DEBUG nova.compute.manager [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received event network-vif-plugged-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.799128] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.799128] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.799128] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.799128] env[69895]: DEBUG nova.compute.manager [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] No waiting events found dispatching network-vif-plugged-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.799128] env[69895]: WARNING nova.compute.manager [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received unexpected event network-vif-plugged-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc for instance with vm_state building and task_state spawning. [ 765.799128] env[69895]: DEBUG nova.compute.manager [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.799128] env[69895]: DEBUG nova.compute.manager [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing instance network info cache due to event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.799128] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Acquiring lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.802556] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.807073] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db2f9a-4a0a-456f-93bc-aef189633bdc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.815603] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a12657-59ca-4fa2-a8df-f7bf287cce46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.849190] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d211a8-3b2f-4dd1-8874-10a4437b6a61 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.857301] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2925189-c0f8-44a9-a561-7c904acc04b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.871858] env[69895]: DEBUG nova.compute.provider_tree [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.900683] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a8fb21-5db3-3010-91cb-e91127a95524, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.901300] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be929c93-bc1a-4d3c-8be2-7400ce9ef545 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.909071] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 765.909071] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca3a7d-16f1-1f4e-b90b-47b83fbbb39a" [ 765.909071] env[69895]: _type = "Task" [ 765.909071] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.917280] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca3a7d-16f1-1f4e-b90b-47b83fbbb39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.945438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.945769] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance network_info: |[{"id": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "address": "fa:16:3e:58:8b:3f", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bec57d-e9", "ovs_interfaceid": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.947378] env[69895]: DEBUG oslo_vmware.api [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471398, 'name': RemoveSnapshot_Task, 'duration_secs': 0.581094} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.947894] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Acquired lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.948334] env[69895]: DEBUG nova.network.neutron [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.953641] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:8b:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83bec57d-e90b-4db1-84c6-c0b2e4a6efbc', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.961640] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.961640] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.961793] env[69895]: INFO nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 765.965228] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.965416] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcea1bf1-be87-441e-9711-a829ee25215e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.991343] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.991343] env[69895]: value = "task-3471402" [ 765.991343] env[69895]: _type = "Task" [ 765.991343] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.001136] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471402, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.109505] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.109685] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.109857] env[69895]: DEBUG nova.network.neutron [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.124674] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.156360] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.156699] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.156850] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.157922] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.158403] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.158403] env[69895]: DEBUG nova.virt.hardware [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.163986] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d546564-fae5-4ec2-a5c9-9053ac8308eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.167560] env[69895]: DEBUG oslo_vmware.api [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290758} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.167966] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.168858] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.169101] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.169287] env[69895]: INFO nova.compute.manager [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 766.169528] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.170102] env[69895]: DEBUG nova.compute.manager [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.170203] env[69895]: DEBUG nova.network.neutron [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.175724] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2b9a2-658b-41d8-98e6-7bb1846c6769 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.293239] env[69895]: DEBUG oslo_vmware.api [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471400, 'name': PowerOnVM_Task, 'duration_secs': 0.537712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.293406] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.293581] env[69895]: INFO nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Took 8.64 seconds to spawn the instance on the hypervisor. [ 766.293836] env[69895]: DEBUG nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.294806] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee2b627-754a-42af-a678-b63fa576a0a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.376195] env[69895]: DEBUG nova.scheduler.client.report [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.419117] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca3a7d-16f1-1f4e-b90b-47b83fbbb39a, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.419402] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.419667] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c092aa49-0ff0-45b6-933b-03a485e43c57/c092aa49-0ff0-45b6-933b-03a485e43c57.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.419989] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cf9315-fd63-49ea-bc5d-b0ea9674a6d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.426245] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 766.426245] env[69895]: value = "task-3471403" [ 766.426245] env[69895]: _type = "Task" [ 766.426245] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.435731] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.483658] env[69895]: DEBUG nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance disappeared during snapshot {{(pid=69895) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 766.498705] env[69895]: DEBUG nova.compute.manager [None req-cdbb85aa-f6a3-4070-9042-956865acf8f4 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image not found during clean up 739fbd45-3879-4c23-b3db-5216b546b0a6 {{(pid=69895) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 766.506883] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471402, 'name': CreateVM_Task, 'duration_secs': 0.449153} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.507189] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.509303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.509303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.509303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.509303] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a5011b-2dd0-4311-8e90-9e4013541779 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.516208] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 766.516208] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5245bd4c-ce48-f3ea-367c-cee9960237d3" [ 766.516208] env[69895]: _type = "Task" [ 766.516208] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.525909] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5245bd4c-ce48-f3ea-367c-cee9960237d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.670074] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Successfully updated port: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.815652] env[69895]: INFO nova.compute.manager [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Took 44.24 seconds to build instance. [ 766.879507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.880086] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.884445] env[69895]: DEBUG nova.network.neutron [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.888562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.135s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.888562] env[69895]: DEBUG nova.objects.instance [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lazy-loading 'resources' on Instance uuid 040f1d17-73f4-44a1-9302-d67de3eac768 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.938295] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.031882] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5245bd4c-ce48-f3ea-367c-cee9960237d3, 'name': SearchDatastore_Task, 'duration_secs': 0.029255} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.032529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.032966] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.033234] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.033386] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.033582] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.033885] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa5bb05-1916-47c2-bc97-f368db598d76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.044065] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.044366] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.045216] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfac339e-2df6-47b8-9529-9153467030c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.050926] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 767.050926] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270533d-15c7-00c3-baf6-1244efedb1c1" [ 767.050926] env[69895]: _type = "Task" [ 767.050926] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.059064] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270533d-15c7-00c3-baf6-1244efedb1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.076329] env[69895]: DEBUG nova.network.neutron [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.091213] env[69895]: DEBUG nova.network.neutron [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updated VIF entry in instance network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.091576] env[69895]: DEBUG nova.network.neutron [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [{"id": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "address": "fa:16:3e:58:8b:3f", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bec57d-e9", "ovs_interfaceid": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.176793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.176959] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.177127] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.319232] env[69895]: DEBUG oslo_concurrency.lockutils [None req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.785s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.388580] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.391390] env[69895]: DEBUG nova.compute.utils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.395254] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.395359] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.440114] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.491147] env[69895]: DEBUG nova.policy [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc113321504d4d9bb06aa23e80ac46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef38d3d4ce43dd96f88549cf11602d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.561605] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5270533d-15c7-00c3-baf6-1244efedb1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.028321} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.565239] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6836f36a-f045-4374-a9c9-7cee4af34eb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.570266] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 767.570266] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298ba5f-bde6-5e34-f7ed-fc492a307e63" [ 767.570266] env[69895]: _type = "Task" [ 767.570266] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.578088] env[69895]: INFO nova.compute.manager [-] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Took 1.41 seconds to deallocate network for instance. [ 767.578401] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298ba5f-bde6-5e34-f7ed-fc492a307e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.594218] env[69895]: DEBUG oslo_concurrency.lockutils [req-ff572926-0432-4bb8-8701-c2bad3f0e62a req-591f9582-870a-42ff-a793-cf79d0acdd9d service nova] Releasing lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.724496] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.823064] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.896464] env[69895]: DEBUG nova.compute.manager [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.897396] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126c051-46c4-4b35-9605-bfee4a4ed925 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.900589] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.950841] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.964120] env[69895]: DEBUG nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Received event network-vif-plugged-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.964348] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Acquiring lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.964555] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.964720] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.964897] env[69895]: DEBUG nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] No waiting events found dispatching network-vif-plugged-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.965088] env[69895]: WARNING nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Received unexpected event network-vif-plugged-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 for instance with vm_state building and task_state spawning. [ 767.965246] env[69895]: DEBUG nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Received event network-vif-deleted-0e76f871-4c36-40b6-a2d6-11bd26a91061 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.965409] env[69895]: DEBUG nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Received event network-changed-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.965551] env[69895]: DEBUG nova.compute.manager [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Refreshing instance network info cache due to event network-changed-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.965712] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Acquiring lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.005153] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Successfully created port: 72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.018631] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d17c3-71da-4bb3-800e-896de0ad22eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.029431] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a742e8-6a3c-4714-939a-d9b8254c4c63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.066846] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65ec291-032e-4fbd-9afd-de376e657319 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.077753] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72136d78-1fe8-4464-8c27-5d0376a82286 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.085696] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298ba5f-bde6-5e34-f7ed-fc492a307e63, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.087042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.087328] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.087582] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 9d70c5fd-3c56-45f1-aa22-586d36e35bcd/9d70c5fd-3c56-45f1-aa22-586d36e35bcd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.087943] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0115bc0-dfb6-40f8-81b4-819bc3628585 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.098150] env[69895]: DEBUG nova.compute.provider_tree [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.104503] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 768.104503] env[69895]: value = "task-3471404" [ 768.104503] env[69895]: _type = "Task" [ 768.104503] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.112497] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.191315] env[69895]: DEBUG nova.network.neutron [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Updating instance_info_cache with network_info: [{"id": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "address": "fa:16:3e:7c:6a:f8", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1cca8-ca", "ovs_interfaceid": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.356928] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.447050] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656521} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.447050] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c092aa49-0ff0-45b6-933b-03a485e43c57/c092aa49-0ff0-45b6-933b-03a485e43c57.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.447050] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.447050] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c7ccd19-95a7-4a55-a245-4679748cc45c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.456618] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 768.456618] env[69895]: value = "task-3471405" [ 768.456618] env[69895]: _type = "Task" [ 768.456618] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.479293] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.603159] env[69895]: DEBUG nova.scheduler.client.report [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.622828] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.694333] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.694688] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Instance network_info: |[{"id": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "address": "fa:16:3e:7c:6a:f8", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1cca8-ca", "ovs_interfaceid": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.694993] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Acquired lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.695189] env[69895]: DEBUG nova.network.neutron [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Refreshing network info cache for port 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.696471] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:6a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98e1cca8-ca8a-49bd-8b60-e6a22f58ce41', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.707907] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating folder: Project (9f77b69fa22a4c448aa1aace493705c1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.708730] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2cac7f9-c6c0-4e7c-84bc-00c2407c2b43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.721081] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created folder: Project (9f77b69fa22a4c448aa1aace493705c1) in parent group-v693805. [ 768.721081] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating folder: Instances. Parent ref: group-v693929. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.721081] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb9a65a-bcb7-4998-9d42-1975ca3d6bf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.729243] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created folder: Instances in parent group-v693929. [ 768.729555] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.729699] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.729898] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8010f6e5-325d-4f44-8ab4-bc731ae3eb83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.751639] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.751639] env[69895]: value = "task-3471408" [ 768.751639] env[69895]: _type = "Task" [ 768.751639] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.758596] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471408, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.914123] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.924381] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae066887-4d7d-4866-9d99-b3b994958775 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.932018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Doing hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 768.933160] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fc536693-ae9e-4d85-b370-7d69db551b52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.938197] env[69895]: DEBUG oslo_vmware.api [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 768.938197] env[69895]: value = "task-3471409" [ 768.938197] env[69895]: _type = "Task" [ 768.938197] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.954213] env[69895]: DEBUG oslo_vmware.api [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471409, 'name': ResetVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.956682] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.957018] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.957255] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.957501] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.957704] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.957911] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.958202] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.958425] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.958656] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.958879] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.959127] env[69895]: DEBUG nova.virt.hardware [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.960139] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd29d9-d360-4859-9ee2-e1d9faf2057d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.976601] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c083e15-4002-4ae2-b788-8b7e7551a630 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.980446] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084604} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.980841] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.982652] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedb24a-0645-4cbf-8ca6-1efdc7e52fca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.013241] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c092aa49-0ff0-45b6-933b-03a485e43c57/c092aa49-0ff0-45b6-933b-03a485e43c57.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.013641] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af95b245-8a0e-449a-bdc4-c5881d6458c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.035160] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 769.035160] env[69895]: value = "task-3471410" [ 769.035160] env[69895]: _type = "Task" [ 769.035160] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.044739] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.113801] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.121158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.354s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.122663] env[69895]: INFO nova.compute.claims [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.125678] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567442} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.125981] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 9d70c5fd-3c56-45f1-aa22-586d36e35bcd/9d70c5fd-3c56-45f1-aa22-586d36e35bcd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.126175] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.126441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26128cf-793a-4eb1-9377-79d94c7acd8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.134097] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 769.134097] env[69895]: value = "task-3471411" [ 769.134097] env[69895]: _type = "Task" [ 769.134097] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.143012] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.146937] env[69895]: INFO nova.scheduler.client.report [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Deleted allocations for instance 040f1d17-73f4-44a1-9302-d67de3eac768 [ 769.263832] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471408, 'name': CreateVM_Task, 'duration_secs': 0.359764} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.264028] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.264988] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.264988] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.265225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.265480] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec2b8ee-8269-4052-8589-54342491e7a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270844] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 769.270844] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a72e74-e374-c204-6780-77350a1e9eee" [ 769.270844] env[69895]: _type = "Task" [ 769.270844] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.281807] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a72e74-e374-c204-6780-77350a1e9eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.452631] env[69895]: DEBUG oslo_vmware.api [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471409, 'name': ResetVM_Task, 'duration_secs': 0.095867} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.452730] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Did hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 769.452882] env[69895]: DEBUG nova.compute.manager [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.453734] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ee2e9-1670-4cce-98aa-8fd1f7a93fde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.549021] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.569079] env[69895]: DEBUG nova.network.neutron [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Updated VIF entry in instance network info cache for port 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.569386] env[69895]: DEBUG nova.network.neutron [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Updating instance_info_cache with network_info: [{"id": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "address": "fa:16:3e:7c:6a:f8", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98e1cca8-ca", "ovs_interfaceid": "98e1cca8-ca8a-49bd-8b60-e6a22f58ce41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.644544] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.417357} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.644769] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.646522] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e001c-1ded-4c1f-af10-285b9c410c08 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.680828] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 9d70c5fd-3c56-45f1-aa22-586d36e35bcd/9d70c5fd-3c56-45f1-aa22-586d36e35bcd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.681720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a9846e0a-5a89-476d-8537-88d167931c23 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Lock "040f1d17-73f4-44a1-9302-d67de3eac768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.304s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.682897] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116451b8-22ae-417c-8325-7425768d010b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.708245] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 769.708245] env[69895]: value = "task-3471412" [ 769.708245] env[69895]: _type = "Task" [ 769.708245] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.715059] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.787965] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a72e74-e374-c204-6780-77350a1e9eee, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.788483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.788886] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.789278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.789439] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.789623] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.789886] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97f1c358-cdc9-4e6e-8c74-4a1f7937b236 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.805216] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.805409] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.806173] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ffe96f-1c84-44a1-9104-9a481c03f092 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.811723] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 769.811723] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52698c23-a94c-a76b-d52a-8fbd76ad4e25" [ 769.811723] env[69895]: _type = "Task" [ 769.811723] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.814139] env[69895]: DEBUG nova.compute.manager [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Received event network-vif-plugged-72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.814139] env[69895]: DEBUG oslo_concurrency.lockutils [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] Acquiring lock "39bea95a-5af1-4ace-8557-675aa2473560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.814404] env[69895]: DEBUG oslo_concurrency.lockutils [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] Lock "39bea95a-5af1-4ace-8557-675aa2473560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.814496] env[69895]: DEBUG oslo_concurrency.lockutils [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] Lock "39bea95a-5af1-4ace-8557-675aa2473560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.814661] env[69895]: DEBUG nova.compute.manager [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] No waiting events found dispatching network-vif-plugged-72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.814821] env[69895]: WARNING nova.compute.manager [req-25ea02a4-eef0-4639-aeb7-e754a27a5806 req-f7ff3ae7-8fda-46e2-9c73-0ddc0450bdf7 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Received unexpected event network-vif-plugged-72324ade-1095-4cfd-b0ec-574e45fa0601 for instance with vm_state building and task_state spawning. [ 769.823593] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52698c23-a94c-a76b-d52a-8fbd76ad4e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.925248] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Successfully updated port: 72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.970321] env[69895]: DEBUG oslo_concurrency.lockutils [None req-43e42d63-ffcd-4ac9-b104-5e94d82a54f6 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.381s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.048573] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.074031] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a7d0eba-239d-4984-8bfe-d7445592ec22 req-98189efb-e2dc-44a2-abea-568f0f59836e service nova] Releasing lock "refresh_cache-fa91b2e2-a46a-48b9-abc7-f5d38c476534" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.222878] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.324994] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52698c23-a94c-a76b-d52a-8fbd76ad4e25, 'name': SearchDatastore_Task, 'duration_secs': 0.043825} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.332910] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65fefc9-7e60-4a56-9a0a-c3b5d08f7dbd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.342436] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 770.342436] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52846abf-8a0a-ee9e-a729-1984215f5bf3" [ 770.342436] env[69895]: _type = "Task" [ 770.342436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.360204] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52846abf-8a0a-ee9e-a729-1984215f5bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.360204] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.360204] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] fa91b2e2-a46a-48b9-abc7-f5d38c476534/fa91b2e2-a46a-48b9-abc7-f5d38c476534.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.360370] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f1fceed-0abf-49dd-8935-79f78a7ceba6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.373897] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 770.373897] env[69895]: value = "task-3471413" [ 770.373897] env[69895]: _type = "Task" [ 770.373897] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.385825] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.427918] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.428106] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.428193] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.554348] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471410, 'name': ReconfigVM_Task, 'duration_secs': 1.087494} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.554348] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c092aa49-0ff0-45b6-933b-03a485e43c57/c092aa49-0ff0-45b6-933b-03a485e43c57.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.555119] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ef34c6-d373-4c24-8d2a-15ff85d5366e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.568571] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 770.568571] env[69895]: value = "task-3471414" [ 770.568571] env[69895]: _type = "Task" [ 770.568571] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.581177] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471414, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.723164] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471412, 'name': ReconfigVM_Task, 'duration_secs': 0.718025} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.726753] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 9d70c5fd-3c56-45f1-aa22-586d36e35bcd/9d70c5fd-3c56-45f1-aa22-586d36e35bcd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.727770] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec8e299-0fb6-47c6-974d-0638a327e8ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.736585] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 770.736585] env[69895]: value = "task-3471415" [ 770.736585] env[69895]: _type = "Task" [ 770.736585] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.747750] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471415, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.832683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d49e6e4-96c4-4c43-b4ef-4ef62f826ffe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.841030] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79541608-a3ef-4dde-8989-00d60a22a925 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.880155] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526fc0a7-c25c-4c52-839e-3b26d8094350 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.900469] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81be931-66e3-4fb2-8fff-58c1db8012a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.905249] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.916769] env[69895]: DEBUG nova.compute.provider_tree [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.004237] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.080174] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471414, 'name': Rename_Task, 'duration_secs': 0.325794} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.080535] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.080939] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb48aaf-9157-4a8e-8a4f-40a17ca259ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.087058] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 771.087058] env[69895]: value = "task-3471416" [ 771.087058] env[69895]: _type = "Task" [ 771.087058] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.096034] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.248568] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471415, 'name': Rename_Task, 'duration_secs': 0.355415} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.248979] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.249306] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd591e07-bb81-44f1-896c-dabf6854eb0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.256836] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 771.256836] env[69895]: value = "task-3471417" [ 771.256836] env[69895]: _type = "Task" [ 771.256836] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.268026] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.295573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.295807] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.296026] env[69895]: DEBUG nova.compute.manager [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.296993] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f948741-c300-4d3a-a114-f53012f8ea36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.304537] env[69895]: DEBUG nova.compute.manager [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 771.305410] env[69895]: DEBUG nova.objects.instance [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'flavor' on Instance uuid 74b0e9bf-11d2-4942-875f-cc6354cbcc22 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.369372] env[69895]: DEBUG nova.network.neutron [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Updating instance_info_cache with network_info: [{"id": "72324ade-1095-4cfd-b0ec-574e45fa0601", "address": "fa:16:3e:47:c9:16", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72324ade-10", "ovs_interfaceid": "72324ade-1095-4cfd-b0ec-574e45fa0601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.388572] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618142} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.388851] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] fa91b2e2-a46a-48b9-abc7-f5d38c476534/fa91b2e2-a46a-48b9-abc7-f5d38c476534.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.389089] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.389764] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6f7fba2-ce9f-401e-b0c5-962835453454 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.397732] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 771.397732] env[69895]: value = "task-3471418" [ 771.397732] env[69895]: _type = "Task" [ 771.397732] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.408422] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.420422] env[69895]: DEBUG nova.scheduler.client.report [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.600509] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.771567] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471417, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.853027] env[69895]: DEBUG nova.compute.manager [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Received event network-changed-72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.853027] env[69895]: DEBUG nova.compute.manager [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Refreshing instance network info cache due to event network-changed-72324ade-1095-4cfd-b0ec-574e45fa0601. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.853027] env[69895]: DEBUG oslo_concurrency.lockutils [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] Acquiring lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.872039] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.872369] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Instance network_info: |[{"id": "72324ade-1095-4cfd-b0ec-574e45fa0601", "address": "fa:16:3e:47:c9:16", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72324ade-10", "ovs_interfaceid": "72324ade-1095-4cfd-b0ec-574e45fa0601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.872770] env[69895]: DEBUG oslo_concurrency.lockutils [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] Acquired lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.872979] env[69895]: DEBUG nova.network.neutron [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Refreshing network info cache for port 72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.874281] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:c9:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72324ade-1095-4cfd-b0ec-574e45fa0601', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.882972] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.883506] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.884016] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f93809be-9b6e-4051-9fff-9ad7a1716746 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.911647] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.913025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.914036] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.914036] env[69895]: value = "task-3471419" [ 771.914036] env[69895]: _type = "Task" [ 771.914036] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.914418] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990cc9e3-2af8-4820-9527-b82abb72e71d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.933950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.934622] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.948032] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fa91b2e2-a46a-48b9-abc7-f5d38c476534/fa91b2e2-a46a-48b9-abc7-f5d38c476534.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.952651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.943s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.954388] env[69895]: INFO nova.compute.claims [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.957739] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3214920c-64fc-4fb7-8ebd-9e4fd504a0a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.972634] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471419, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.979523] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 771.979523] env[69895]: value = "task-3471420" [ 771.979523] env[69895]: _type = "Task" [ 771.979523] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.994027] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.098520] env[69895]: DEBUG oslo_vmware.api [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471416, 'name': PowerOnVM_Task, 'duration_secs': 0.51334} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.098806] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.099028] env[69895]: INFO nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Took 11.71 seconds to spawn the instance on the hypervisor. [ 772.099235] env[69895]: DEBUG nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.100012] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cacbab8-acf6-4ea5-bd25-d7c252b085e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.274077] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.312658] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.314183] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ace41e-e6d0-4f33-8641-46ef47a1cd06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.320363] env[69895]: DEBUG oslo_vmware.api [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 772.320363] env[69895]: value = "task-3471421" [ 772.320363] env[69895]: _type = "Task" [ 772.320363] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.332460] env[69895]: DEBUG oslo_vmware.api [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.431738] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471419, 'name': CreateVM_Task, 'duration_secs': 0.410793} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.431940] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.432783] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.433015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.433353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.433617] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df76709e-4de5-4d05-94c9-c72c42b705a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.438653] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 772.438653] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fe26d-bfcd-42fa-0f8a-6927295c191f" [ 772.438653] env[69895]: _type = "Task" [ 772.438653] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.446835] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fe26d-bfcd-42fa-0f8a-6927295c191f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.452019] env[69895]: DEBUG nova.compute.utils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.452019] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.452019] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.494629] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471420, 'name': ReconfigVM_Task, 'duration_secs': 0.313105} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.494949] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fa91b2e2-a46a-48b9-abc7-f5d38c476534/fa91b2e2-a46a-48b9-abc7-f5d38c476534.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.495932] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d35857-2016-4887-8b4c-bf899f622602 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.504309] env[69895]: DEBUG nova.policy [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea4ec89fc8d442197279456dce5de01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07fec4a0e72c4ea3b2cfc413ffe4b90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.506154] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 772.506154] env[69895]: value = "task-3471422" [ 772.506154] env[69895]: _type = "Task" [ 772.506154] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.517472] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471422, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.623180] env[69895]: INFO nova.compute.manager [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Took 47.26 seconds to build instance. [ 772.769869] env[69895]: DEBUG oslo_vmware.api [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471417, 'name': PowerOnVM_Task, 'duration_secs': 1.022677} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.770214] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.770436] env[69895]: INFO nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 9.42 seconds to spawn the instance on the hypervisor. [ 772.770611] env[69895]: DEBUG nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.771836] env[69895]: DEBUG nova.network.neutron [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Updated VIF entry in instance network info cache for port 72324ade-1095-4cfd-b0ec-574e45fa0601. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.772178] env[69895]: DEBUG nova.network.neutron [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Updating instance_info_cache with network_info: [{"id": "72324ade-1095-4cfd-b0ec-574e45fa0601", "address": "fa:16:3e:47:c9:16", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72324ade-10", "ovs_interfaceid": "72324ade-1095-4cfd-b0ec-574e45fa0601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.773920] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88695a-9acf-4175-94b3-9222ce0c50a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.833234] env[69895]: DEBUG oslo_vmware.api [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471421, 'name': PowerOffVM_Task, 'duration_secs': 0.234946} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.833234] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.833353] env[69895]: DEBUG nova.compute.manager [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.835090] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93eff38-464e-4edb-8adb-d19b6dfa1e4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.955554] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.958287] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521fe26d-bfcd-42fa-0f8a-6927295c191f, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.959288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959370] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.960601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.960601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.960601] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.960601] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db61f7e-bcab-4087-864f-33300a1611b4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.975258] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.975486] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.976331] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b32e3e-cf58-45bc-8d69-56209d67996a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.984838] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Successfully created port: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.990400] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 772.990400] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e30e1a-b4b0-b4d5-690f-be1197b2e872" [ 772.990400] env[69895]: _type = "Task" [ 772.990400] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.001286] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e30e1a-b4b0-b4d5-690f-be1197b2e872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.019421] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471422, 'name': Rename_Task, 'duration_secs': 0.142324} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.019421] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.019421] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c741b33-3f99-4834-98c5-06430e2200d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.024449] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 773.024449] env[69895]: value = "task-3471423" [ 773.024449] env[69895]: _type = "Task" [ 773.024449] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.038125] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.127744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-80eb587c-bc78-4087-ae0f-f5b4d3953428 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.806s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.279376] env[69895]: DEBUG oslo_concurrency.lockutils [req-42b73df6-ea09-4433-bc38-d0d470057695 req-04a81971-c0c5-4f34-9bfe-7f94c3f2981e service nova] Releasing lock "refresh_cache-39bea95a-5af1-4ace-8557-675aa2473560" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.302321] env[69895]: INFO nova.compute.manager [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 40.39 seconds to build instance. [ 773.347805] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7d43dad-d744-4352-8b7c-0246034de189 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.515621] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e30e1a-b4b0-b4d5-690f-be1197b2e872, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.516789] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebf4218-f919-4b39-963a-870434e859ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.529784] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 773.529784] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5215643b-165c-d317-8d16-5817b8534bf6" [ 773.529784] env[69895]: _type = "Task" [ 773.529784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.539083] env[69895]: DEBUG oslo_vmware.api [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471423, 'name': PowerOnVM_Task, 'duration_secs': 0.452585} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.540171] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.540397] env[69895]: INFO nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Took 7.42 seconds to spawn the instance on the hypervisor. [ 773.540616] env[69895]: DEBUG nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.545596] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1432cb6-0306-4251-aa93-9ec50f53a170 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.548661] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5215643b-165c-d317-8d16-5817b8534bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.630500] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.663915] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae4747-a07f-4c40-9516-2a688faf9c45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.675854] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c32cd1-ba7f-4cf3-ae17-88e65eda91ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.712339] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b3559-18a0-4793-8385-1351f0a47b7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.721517] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15522ec9-a90a-49a8-85f0-6983d521323c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.739353] env[69895]: DEBUG nova.compute.provider_tree [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.806362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36082680-f085-46f7-825b-a33a64d975ca tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.875s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.975030] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.005388] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.005699] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.005893] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.006099] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.006250] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.006396] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.006606] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.006769] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.006935] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.007114] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.007293] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.008189] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49817b7b-dd94-4bb6-bf5d-bafadba540f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.016553] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c1b4c-9027-48fd-92c3-a7119e832bc4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.039731] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5215643b-165c-d317-8d16-5817b8534bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.022703} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.040031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.040299] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 39bea95a-5af1-4ace-8557-675aa2473560/39bea95a-5af1-4ace-8557-675aa2473560.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.040710] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89f9d6e4-2111-410b-a572-7f98ef97d429 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.049580] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 774.049580] env[69895]: value = "task-3471424" [ 774.049580] env[69895]: _type = "Task" [ 774.049580] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.057130] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.065440] env[69895]: INFO nova.compute.manager [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Took 39.16 seconds to build instance. [ 774.159642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.243775] env[69895]: DEBUG nova.scheduler.client.report [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.310760] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.363637] env[69895]: DEBUG nova.compute.manager [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.363796] env[69895]: DEBUG nova.compute.manager [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing instance network info cache due to event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.364226] env[69895]: DEBUG oslo_concurrency.lockutils [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] Acquiring lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.364457] env[69895]: DEBUG oslo_concurrency.lockutils [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] Acquired lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.364677] env[69895]: DEBUG nova.network.neutron [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.559190] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.567889] env[69895]: DEBUG oslo_concurrency.lockutils [None req-50e3bd31-8559-460b-8394-a7f98d31c16d tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.478s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.753783] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.754668] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.756951] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.592s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.758480] env[69895]: INFO nova.compute.claims [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.836146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "c092aa49-0ff0-45b6-933b-03a485e43c57" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.838265] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.838265] env[69895]: INFO nova.compute.manager [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Rebooting instance [ 774.858937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.063049] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552463} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.063580] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 39bea95a-5af1-4ace-8557-675aa2473560/39bea95a-5af1-4ace-8557-675aa2473560.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.063836] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.064121] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c07bff53-e78c-4ca3-97fc-b48e91b45c60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.070499] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.077484] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 775.077484] env[69895]: value = "task-3471425" [ 775.077484] env[69895]: _type = "Task" [ 775.077484] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.088017] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.108817] env[69895]: DEBUG nova.objects.instance [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'flavor' on Instance uuid 74b0e9bf-11d2-4942-875f-cc6354cbcc22 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.263495] env[69895]: DEBUG nova.compute.utils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.269135] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.269135] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.352727] env[69895]: DEBUG nova.network.neutron [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updated VIF entry in instance network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.353209] env[69895]: DEBUG nova.network.neutron [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.356706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.410012] env[69895]: DEBUG nova.policy [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ea4ec89fc8d442197279456dce5de01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07fec4a0e72c4ea3b2cfc413ffe4b90a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.417497] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.417612] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.417809] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.417990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.418174] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.420177] env[69895]: INFO nova.compute.manager [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Terminating instance [ 775.547806] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Successfully updated port: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.596601] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087806} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.600027] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.600027] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde21513-d84b-4940-92a1-934cb86517ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.628930] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 39bea95a-5af1-4ace-8557-675aa2473560/39bea95a-5af1-4ace-8557-675aa2473560.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.629780] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.630152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquired lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.632019] env[69895]: DEBUG nova.network.neutron [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.632019] env[69895]: DEBUG nova.objects.instance [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'info_cache' on Instance uuid 74b0e9bf-11d2-4942-875f-cc6354cbcc22 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.633302] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.634065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7de7d5-08c5-49c1-9c4e-240e9c353d94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.654058] env[69895]: DEBUG nova.compute.manager [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Received event network-vif-plugged-0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.654532] env[69895]: DEBUG oslo_concurrency.lockutils [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] Acquiring lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.654761] env[69895]: DEBUG oslo_concurrency.lockutils [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.654954] env[69895]: DEBUG oslo_concurrency.lockutils [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.655164] env[69895]: DEBUG nova.compute.manager [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] No waiting events found dispatching network-vif-plugged-0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.656170] env[69895]: WARNING nova.compute.manager [req-3fa9413f-4c04-46c5-bbfb-9e1328f7faf2 req-44dce8e6-2b40-4fa4-8288-950a2e0430d4 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Received unexpected event network-vif-plugged-0c2941fa-b537-4cb8-b11f-c9669971d9d7 for instance with vm_state building and task_state spawning. [ 775.661351] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 775.661351] env[69895]: value = "task-3471426" [ 775.661351] env[69895]: _type = "Task" [ 775.661351] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.670560] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.772338] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.856037] env[69895]: DEBUG oslo_concurrency.lockutils [req-bab4d0a3-947c-4ead-baec-04ae21469544 req-3fb26821-2521-438a-ab6a-f926c0c1c578 service nova] Releasing lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.856431] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquired lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.856693] env[69895]: DEBUG nova.network.neutron [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.924235] env[69895]: DEBUG nova.compute.manager [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.924474] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.925423] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083f9aaf-d4c4-4b29-9650-84b6fccf7970 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.938032] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.938509] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9edc00f1-cd9c-4052-a743-52557b88879e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.946629] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 775.946629] env[69895]: value = "task-3471427" [ 775.946629] env[69895]: _type = "Task" [ 775.946629] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.955893] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.051789] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.052054] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.052364] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.102503] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Successfully created port: 9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.157594] env[69895]: DEBUG nova.objects.base [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Object Instance<74b0e9bf-11d2-4942-875f-cc6354cbcc22> lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 776.174306] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.417112] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cefaac-13c3-4c92-bb50-ed342182488c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.425526] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59cdf8-c650-42d9-bf05-b17585d23faa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.461946] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa181664-a0ec-4a30-8fe4-6076f7a45c07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.470354] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471427, 'name': PowerOffVM_Task, 'duration_secs': 0.218718} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.472420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.472573] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.472862] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-362d371c-8672-4e95-a1fa-81cbb4bc8199 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.475206] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089c7f30-67cd-408a-9a0c-14c77d863388 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.490247] env[69895]: DEBUG nova.compute.provider_tree [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.538510] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.538777] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.538964] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore2] fa91b2e2-a46a-48b9-abc7-f5d38c476534 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.541471] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6360226-21c9-4e1e-ade3-6c21450ea945 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.551300] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 776.551300] env[69895]: value = "task-3471429" [ 776.551300] env[69895]: _type = "Task" [ 776.551300] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.562714] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.630093] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.672636] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471426, 'name': ReconfigVM_Task, 'duration_secs': 0.653748} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.673118] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 39bea95a-5af1-4ace-8557-675aa2473560/39bea95a-5af1-4ace-8557-675aa2473560.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.673622] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c360c94-5cf9-442d-a2a6-3831e0619db9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.678986] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 776.678986] env[69895]: value = "task-3471430" [ 776.678986] env[69895]: _type = "Task" [ 776.678986] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.687434] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471430, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.763494] env[69895]: DEBUG nova.network.neutron [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.788701] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.819192] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.819467] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.819632] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.819883] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.819965] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.820137] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.820355] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.820513] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.820678] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.820837] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.821016] env[69895]: DEBUG nova.virt.hardware [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.821952] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f55ec2-8fa3-4c7d-8170-8e5dd58fc28e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.829730] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c704f80-01bc-4da2-b7be-bd08ac9eed87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.937973] env[69895]: DEBUG nova.compute.manager [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.937973] env[69895]: DEBUG nova.compute.manager [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing instance network info cache due to event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.937973] env[69895]: DEBUG oslo_concurrency.lockutils [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.938206] env[69895]: DEBUG oslo_concurrency.lockutils [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.938206] env[69895]: DEBUG nova.network.neutron [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.994066] env[69895]: DEBUG nova.scheduler.client.report [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.063275] env[69895]: DEBUG oslo_vmware.api [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372064} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.063275] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.063275] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.063473] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.063545] env[69895]: INFO nova.compute.manager [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Took 1.14 seconds to destroy the instance on the hypervisor. [ 777.063842] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.064072] env[69895]: DEBUG nova.compute.manager [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.064169] env[69895]: DEBUG nova.network.neutron [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.180289] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Updating instance_info_cache with network_info: [{"id": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "address": "fa:16:3e:30:34:9b", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2941fa-b5", "ovs_interfaceid": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.196179] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471430, 'name': Rename_Task, 'duration_secs': 0.157007} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.196179] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.196179] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03bc0a2-7e21-4d09-9502-d79458e392db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.203319] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 777.203319] env[69895]: value = "task-3471431" [ 777.203319] env[69895]: _type = "Task" [ 777.203319] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.212118] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.267207] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Releasing lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.500440] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.501114] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.505022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.295s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.505022] env[69895]: DEBUG nova.objects.instance [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lazy-loading 'resources' on Instance uuid af403aa5-ea7f-4770-8664-a870e83f4565 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.624859] env[69895]: DEBUG nova.network.neutron [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updating instance_info_cache with network_info: [{"id": "bdad893c-8297-4823-8328-8e4e16211424", "address": "fa:16:3e:52:0c:9c", "network": {"id": "d6a98de0-2e2a-4347-a433-8adb2eb64631", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1072760990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e40f23e161b44675bdaa5f34e8870cd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdad893c-82", "ovs_interfaceid": "bdad893c-8297-4823-8328-8e4e16211424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.688386] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.689030] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Instance network_info: |[{"id": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "address": "fa:16:3e:30:34:9b", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2941fa-b5", "ovs_interfaceid": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.689312] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:34:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c2941fa-b537-4cb8-b11f-c9669971d9d7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.697758] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.698178] env[69895]: DEBUG nova.network.neutron [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updated VIF entry in instance network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.698484] env[69895]: DEBUG nova.network.neutron [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.699656] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.700087] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24591f7c-3581-461c-8cc4-31c2f0467eac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730062] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.733133] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.733133] env[69895]: value = "task-3471432" [ 777.733133] env[69895]: _type = "Task" [ 777.733133] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.742516] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471432, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.774064] env[69895]: DEBUG nova.compute.manager [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.774258] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2a3a0-fd65-4cab-946d-4a1bb97ff9e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.855619] env[69895]: DEBUG nova.network.neutron [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.957029] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Successfully updated port: 9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.013528] env[69895]: DEBUG nova.compute.utils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.020022] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.020022] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.077014] env[69895]: DEBUG nova.policy [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.134263] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Releasing lock "refresh_cache-74b0e9bf-11d2-4942-875f-cc6354cbcc22" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.202921] env[69895]: DEBUG oslo_concurrency.lockutils [req-2929663a-f12a-4c18-a5d7-cc7fce9c4860 req-708cdde6-6b52-4b03-b8f6-b5877ccaf2b5 service nova] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236173] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471431, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.245677] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471432, 'name': CreateVM_Task, 'duration_secs': 0.329282} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.249199] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.250686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.250686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.251027] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.251366] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4285e1-3b7a-479d-b26e-0bf0182253d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.259401] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 778.259401] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eefb0f-e62e-d9dc-1423-30e4acea44e3" [ 778.259401] env[69895]: _type = "Task" [ 778.259401] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.274296] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eefb0f-e62e-d9dc-1423-30e4acea44e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.275063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.275063] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.275305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.275453] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.275801] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.276019] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c5e49e-39be-46aa-b37b-69f65a75176c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.295195] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.299208] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.299313] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08689770-bcd6-4ae3-bfbe-c95f7fe3f240 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.307659] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 778.307659] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5219d7ba-c319-02e8-8560-d4f658d9bdd0" [ 778.307659] env[69895]: _type = "Task" [ 778.307659] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.322232] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5219d7ba-c319-02e8-8560-d4f658d9bdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.322753] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61e4e7ef-1292-478c-827d-aeef4b6fc239 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.328209] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 778.328209] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527e86dd-29b0-2cde-bdc8-11d8b3555615" [ 778.328209] env[69895]: _type = "Task" [ 778.328209] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.340257] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527e86dd-29b0-2cde-bdc8-11d8b3555615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.362456] env[69895]: INFO nova.compute.manager [-] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Took 1.29 seconds to deallocate network for instance. [ 778.429421] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Successfully created port: 5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.461582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.461582] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.520863] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.660920] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c893b27-53f2-470d-a6eb-67bbeaf95a53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.668918] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c71f7-2ed1-4d25-a004-13cead0beeb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.701209] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0316c0eb-5a78-44a3-a623-7b7ad5cc37f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.708733] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569306d6-1229-40cf-ae15-135f365bb938 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.722204] env[69895]: DEBUG nova.compute.provider_tree [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.730874] env[69895]: DEBUG oslo_vmware.api [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471431, 'name': PowerOnVM_Task, 'duration_secs': 1.075347} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.731735] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.731984] env[69895]: INFO nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Took 9.82 seconds to spawn the instance on the hypervisor. [ 778.732217] env[69895]: DEBUG nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.733070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2469260-cc11-4140-b224-ca2314bfc4f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.801101] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18080868-0925-4a8c-a3d5-7f69d70f9d13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.809188] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Doing hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 778.809555] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42b8789b-dc62-4219-97c9-e7d8e6d2c133 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.817169] env[69895]: DEBUG oslo_vmware.api [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 778.817169] env[69895]: value = "task-3471433" [ 778.817169] env[69895]: _type = "Task" [ 778.817169] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.826599] env[69895]: DEBUG oslo_vmware.api [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471433, 'name': ResetVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.837421] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527e86dd-29b0-2cde-bdc8-11d8b3555615, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.837746] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.838065] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 48faca8d-affa-42bc-abfc-66dd8f03cb8e/48faca8d-affa-42bc-abfc-66dd8f03cb8e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.838359] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20721f5e-7484-4cdb-ace7-93d5c8ad68e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.844617] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 778.844617] env[69895]: value = "task-3471434" [ 778.844617] env[69895]: _type = "Task" [ 778.844617] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.853143] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.870367] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.993449] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.141636] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.141918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a108715-c046-4a95-8c10-70702fa45129 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.151459] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 779.151459] env[69895]: value = "task-3471435" [ 779.151459] env[69895]: _type = "Task" [ 779.151459] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.160319] env[69895]: DEBUG nova.network.neutron [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Updating instance_info_cache with network_info: [{"id": "9ab789a6-a07e-4745-830c-35982680d688", "address": "fa:16:3e:87:7a:d9", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab789a6-a0", "ovs_interfaceid": "9ab789a6-a07e-4745-830c-35982680d688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.169439] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.227848] env[69895]: DEBUG nova.scheduler.client.report [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.252189] env[69895]: INFO nova.compute.manager [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Took 41.47 seconds to build instance. [ 779.332512] env[69895]: DEBUG oslo_vmware.api [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471433, 'name': ResetVM_Task, 'duration_secs': 0.087894} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.333407] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Did hard reboot of VM {{(pid=69895) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 779.333407] env[69895]: DEBUG nova.compute.manager [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.334319] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259372be-84a1-4cf3-a919-2eb52fb50048 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.360967] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471434, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.370021] env[69895]: DEBUG nova.compute.manager [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Received event network-changed-0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.370021] env[69895]: DEBUG nova.compute.manager [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Refreshing instance network info cache due to event network-changed-0c2941fa-b537-4cb8-b11f-c9669971d9d7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.370021] env[69895]: DEBUG oslo_concurrency.lockutils [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] Acquiring lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.370021] env[69895]: DEBUG oslo_concurrency.lockutils [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] Acquired lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.370021] env[69895]: DEBUG nova.network.neutron [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Refreshing network info cache for port 0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.529755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.530088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.532651] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.564716] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.565034] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.565235] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.565489] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.565687] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.565927] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.566208] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.566425] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.566601] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.566759] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.566926] env[69895]: DEBUG nova.virt.hardware [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.568149] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7f50c0-a721-45dd-b7b7-a219cf8bd87a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.576493] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fa2a59-29cc-42d6-89e7-0da2979b6e7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.660802] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.671249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.671599] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Instance network_info: |[{"id": "9ab789a6-a07e-4745-830c-35982680d688", "address": "fa:16:3e:87:7a:d9", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab789a6-a0", "ovs_interfaceid": "9ab789a6-a07e-4745-830c-35982680d688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.672011] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ab789a6-a07e-4745-830c-35982680d688', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.681483] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.681723] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840ae833-2177-4456-9b59-47b400843963] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.681944] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53af2750-3f02-4e22-b3a3-f9b4f6442c73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.703206] env[69895]: DEBUG nova.compute.manager [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.703206] env[69895]: DEBUG nova.compute.manager [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing instance network info cache due to event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.703206] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.703206] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.703206] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.709113] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.709113] env[69895]: value = "task-3471436" [ 779.709113] env[69895]: _type = "Task" [ 779.709113] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.719213] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471436, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.733658] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.736778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.056s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.737043] env[69895]: DEBUG nova.objects.instance [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lazy-loading 'resources' on Instance uuid c894da8f-c72c-4396-9491-a7fea9fe2773 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.755608] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.569s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.781263] env[69895]: INFO nova.scheduler.client.report [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted allocations for instance af403aa5-ea7f-4770-8664-a870e83f4565 [ 779.859799] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612478} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.860290] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9dde6984-3b50-48c3-8f6b-5bcf93050f76 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.024s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.861264] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 48faca8d-affa-42bc-abfc-66dd8f03cb8e/48faca8d-affa-42bc-abfc-66dd8f03cb8e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.861483] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.861968] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4bf94d7-3ba8-4423-b76a-3f59769f32b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.875510] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 779.875510] env[69895]: value = "task-3471437" [ 779.875510] env[69895]: _type = "Task" [ 779.875510] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.891747] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.035647] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Successfully updated port: 5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.152263] env[69895]: DEBUG nova.network.neutron [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Updated VIF entry in instance network info cache for port 0c2941fa-b537-4cb8-b11f-c9669971d9d7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.152642] env[69895]: DEBUG nova.network.neutron [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Updating instance_info_cache with network_info: [{"id": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "address": "fa:16:3e:30:34:9b", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2941fa-b5", "ovs_interfaceid": "0c2941fa-b537-4cb8-b11f-c9669971d9d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.167223] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.218918] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471436, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.258009] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.292876] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9301fd38-dec7-4562-83d4-5e16f1d00092 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "af403aa5-ea7f-4770-8664-a870e83f4565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.559s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.390403] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082861} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.393180] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.395548] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0485d054-04d8-4c9c-b272-931d8126db9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.425554] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 48faca8d-affa-42bc-abfc-66dd8f03cb8e/48faca8d-affa-42bc-abfc-66dd8f03cb8e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.431022] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0719f7e3-9cf0-4684-81e2-ae3775f9be35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.449608] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 780.449608] env[69895]: value = "task-3471438" [ 780.449608] env[69895]: _type = "Task" [ 780.449608] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.460660] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.515370] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updated VIF entry in instance network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.515739] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.539544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.539800] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.539875] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.658727] env[69895]: DEBUG oslo_concurrency.lockutils [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] Releasing lock "refresh_cache-48faca8d-affa-42bc-abfc-66dd8f03cb8e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.659345] env[69895]: DEBUG nova.compute.manager [req-fb10f141-e745-4c8e-9bfe-2bdd27874a72 req-ba4f70d2-d329-4771-8311-dab65a4041f6 service nova] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Received event network-vif-deleted-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.668886] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.728021] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471436, 'name': CreateVM_Task, 'duration_secs': 0.563814} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.728021] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 840ae833-2177-4456-9b59-47b400843963] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.728021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.728021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.728021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.728021] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d3a331-7b49-4d3a-9208-5385686a3874 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.732970] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 780.732970] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52621824-cc82-7cf1-d28c-f7f78bd48b03" [ 780.732970] env[69895]: _type = "Task" [ 780.732970] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.742703] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52621824-cc82-7cf1-d28c-f7f78bd48b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.776142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.854704] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a891a-4b3f-40a6-a620-e65f27d446d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.862378] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5566318-fe0b-4106-a3de-fc134ed54e3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.895366] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d0348-b181-4265-8be2-0d9a5499b32b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.903513] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b49d7-5e55-4d03-b456-abbb951c5fea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.917458] env[69895]: DEBUG nova.compute.provider_tree [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.967450] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471438, 'name': ReconfigVM_Task, 'duration_secs': 0.283482} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.967859] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 48faca8d-affa-42bc-abfc-66dd8f03cb8e/48faca8d-affa-42bc-abfc-66dd8f03cb8e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.968552] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd806ab9-818a-443a-a072-41d31cbb1513 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.976912] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 780.976912] env[69895]: value = "task-3471439" [ 780.976912] env[69895]: _type = "Task" [ 780.976912] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.985630] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471439, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.019096] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.019478] env[69895]: DEBUG nova.compute.manager [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.019704] env[69895]: DEBUG nova.compute.manager [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing instance network info cache due to event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.019966] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Acquiring lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.020138] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Acquired lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.020327] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.079903] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.168655] env[69895]: DEBUG oslo_vmware.api [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471435, 'name': PowerOnVM_Task, 'duration_secs': 1.916241} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.169344] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.169553] env[69895]: DEBUG nova.compute.manager [None req-5de884a6-411e-4ff6-98c4-43f56589d48e tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.170465] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c95c2-86c0-4f88-9fd7-85bcd30396bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.248359] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52621824-cc82-7cf1-d28c-f7f78bd48b03, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.248359] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.248359] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.248359] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.248359] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.248359] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.248359] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d7ee695-75ab-4e32-9257-43a85da4b860 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.257845] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.258062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.259846] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547e6aa1-13e5-49da-b0c2-306b28aa942f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.266546] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 781.266546] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523aefb9-0aac-d9ec-7a53-71e4da8ba9b9" [ 781.266546] env[69895]: _type = "Task" [ 781.266546] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.279743] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523aefb9-0aac-d9ec-7a53-71e4da8ba9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.280861] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376fdd32-e2a8-4c45-90f1-263f7a1d20fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.291473] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 781.291473] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258c934-36f6-1ac6-e003-eb206c4d1642" [ 781.291473] env[69895]: _type = "Task" [ 781.291473] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.297754] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258c934-36f6-1ac6-e003-eb206c4d1642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.303697] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "274130ed-af60-461e-bfc3-c39415781d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.303956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.440627] env[69895]: ERROR nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [req-76133ee5-6965-4b7a-9079-964798a14647] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76133ee5-6965-4b7a-9079-964798a14647"}]} [ 781.443623] env[69895]: DEBUG nova.network.neutron [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.461946] env[69895]: DEBUG nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.477540] env[69895]: DEBUG nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.477855] env[69895]: DEBUG nova.compute.provider_tree [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.489805] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471439, 'name': Rename_Task, 'duration_secs': 0.143758} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.490706] env[69895]: DEBUG nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.492629] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.493178] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fcd7d35-c19d-40f7-b945-bbc20924a272 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.499174] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 781.499174] env[69895]: value = "task-3471440" [ 781.499174] env[69895]: _type = "Task" [ 781.499174] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.507388] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.509094] env[69895]: DEBUG nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.763608] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updated VIF entry in instance network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.764065] env[69895]: DEBUG nova.network.neutron [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [{"id": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "address": "fa:16:3e:58:8b:3f", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bec57d-e9", "ovs_interfaceid": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.801903] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5258c934-36f6-1ac6-e003-eb206c4d1642, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.804694] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.804966] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 840ae833-2177-4456-9b59-47b400843963/840ae833-2177-4456-9b59-47b400843963.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.805441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0685acb1-fbf6-4639-9125-b4e76f349631 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.812972] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 781.812972] env[69895]: value = "task-3471441" [ 781.812972] env[69895]: _type = "Task" [ 781.812972] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.821917] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.948491] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.948928] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Instance network_info: |[{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.949472] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:bd:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a73a71c-1a89-4768-91df-221c82bcbf28', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.959478] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating folder: Project (d5d0471cfd604c8980c807cc92223c65). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.963016] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99891418-08ba-4cd4-97fc-4694eecb3147 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.974238] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created folder: Project (d5d0471cfd604c8980c807cc92223c65) in parent group-v693805. [ 781.974301] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating folder: Instances. Parent ref: group-v693935. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.976848] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c3d1f28-7992-44d2-acd7-a716c8e221e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.986754] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created folder: Instances in parent group-v693935. [ 781.987017] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.987222] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.987463] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423495f0-e822-4b03-98ae-fe586256a8f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.013642] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471440, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.014967] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.014967] env[69895]: value = "task-3471444" [ 782.014967] env[69895]: _type = "Task" [ 782.014967] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.082404] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0ee2d9-1d01-4768-a7d0-dfffa5010185 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.090302] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d20f2-c706-44df-8a19-172d4945078d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.123618] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32811631-1cc4-468e-903f-de9e52aa3fbd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.137016] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7e3dd1-22f9-4d37-ae02-16122804658a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.149037] env[69895]: DEBUG nova.compute.provider_tree [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.269322] env[69895]: DEBUG oslo_concurrency.lockutils [req-6efa59c6-0819-48b4-bab5-ad0530883948 req-3d4eb088-39fe-429b-b184-180facf178e6 service nova] Releasing lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.273505] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Received event network-vif-plugged-9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.273768] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquiring lock "840ae833-2177-4456-9b59-47b400843963-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.273969] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Lock "840ae833-2177-4456-9b59-47b400843963-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.274444] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Lock "840ae833-2177-4456-9b59-47b400843963-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.274444] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] No waiting events found dispatching network-vif-plugged-9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.274615] env[69895]: WARNING nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Received unexpected event network-vif-plugged-9ab789a6-a07e-4745-830c-35982680d688 for instance with vm_state building and task_state spawning. [ 782.274737] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Received event network-changed-9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.275752] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Refreshing instance network info cache due to event network-changed-9ab789a6-a07e-4745-830c-35982680d688. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.275752] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquiring lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275752] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquired lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275752] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Refreshing network info cache for port 9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.325652] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.516754] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471440, 'name': PowerOnVM_Task, 'duration_secs': 0.680376} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.516754] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.516754] env[69895]: INFO nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Took 8.54 seconds to spawn the instance on the hypervisor. [ 782.516754] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.520443] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad12d6b-6931-46cf-9802-9524b6d472a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.531931] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471444, 'name': CreateVM_Task, 'duration_secs': 0.370742} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.533182] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.534285] env[69895]: DEBUG nova.compute.manager [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.534487] env[69895]: DEBUG nova.compute.manager [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing instance network info cache due to event network-changed-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.534676] env[69895]: DEBUG oslo_concurrency.lockutils [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] Acquiring lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534812] env[69895]: DEBUG oslo_concurrency.lockutils [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] Acquired lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.534960] env[69895]: DEBUG nova.network.neutron [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Refreshing network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.536322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.536471] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.539016] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.539016] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62601528-fd97-4e4f-b5a4-5d1fb5e2e0c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.552022] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 782.552022] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5217b318-8af5-17f0-5c89-d9b33987c7ab" [ 782.552022] env[69895]: _type = "Task" [ 782.552022] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.563711] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5217b318-8af5-17f0-5c89-d9b33987c7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.564150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.564492] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.564832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.565121] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.565405] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.565745] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba10fd2-85f8-4373-a761-71ab0e652d41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.573361] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.573661] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.574990] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21690b1c-66ae-474d-85a4-90903d98d43c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.583020] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 782.583020] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad8d9e-e2ac-bc41-084e-c104c748a640" [ 782.583020] env[69895]: _type = "Task" [ 782.583020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.589894] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad8d9e-e2ac-bc41-084e-c104c748a640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.693452] env[69895]: DEBUG nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.695775] env[69895]: DEBUG nova.compute.provider_tree [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 69 to 70 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.695775] env[69895]: DEBUG nova.compute.provider_tree [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.825797] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671089} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.826643] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 840ae833-2177-4456-9b59-47b400843963/840ae833-2177-4456-9b59-47b400843963.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.826643] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.826643] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0795598-8cd7-4ce0-9634-82e8d3cdfc16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.833784] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 782.833784] env[69895]: value = "task-3471445" [ 782.833784] env[69895]: _type = "Task" [ 782.833784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.842603] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.865828] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.866228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.866522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.866760] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.866945] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.871217] env[69895]: INFO nova.compute.manager [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Terminating instance [ 782.995143] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Updated VIF entry in instance network info cache for port 9ab789a6-a07e-4745-830c-35982680d688. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.995546] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Updating instance_info_cache with network_info: [{"id": "9ab789a6-a07e-4745-830c-35982680d688", "address": "fa:16:3e:87:7a:d9", "network": {"id": "63bbb428-8353-4724-bb4c-58f7b53a75a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-188281159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07fec4a0e72c4ea3b2cfc413ffe4b90a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab789a6-a0", "ovs_interfaceid": "9ab789a6-a07e-4745-830c-35982680d688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.043254] env[69895]: INFO nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Took 42.29 seconds to build instance. [ 783.091547] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad8d9e-e2ac-bc41-084e-c104c748a640, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.092263] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d714e85-3bcf-4437-9b32-c4f531535b4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.098237] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 783.098237] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520939cb-2fb3-1507-3f3d-75eb65f1a7c2" [ 783.098237] env[69895]: _type = "Task" [ 783.098237] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.108140] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520939cb-2fb3-1507-3f3d-75eb65f1a7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.200298] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.463s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.205036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.164s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.205316] env[69895]: DEBUG nova.objects.instance [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lazy-loading 'resources' on Instance uuid 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.229506] env[69895]: INFO nova.scheduler.client.report [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleted allocations for instance c894da8f-c72c-4396-9491-a7fea9fe2773 [ 783.243765] env[69895]: DEBUG nova.network.neutron [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updated VIF entry in instance network info cache for port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.244187] env[69895]: DEBUG nova.network.neutron [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [{"id": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "address": "fa:16:3e:58:8b:3f", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bec57d-e9", "ovs_interfaceid": "83bec57d-e90b-4db1-84c6-c0b2e4a6efbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.344271] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070366} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.344541] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.346496] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c832e6-c803-4b82-a6e4-4d4f56bc754d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.367694] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 840ae833-2177-4456-9b59-47b400843963/840ae833-2177-4456-9b59-47b400843963.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.367990] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22f3c4c-7e77-4d19-a0f0-c6d6b875b5ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.382759] env[69895]: DEBUG nova.compute.manager [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.382999] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.383805] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8608719-a3c8-46f2-8eb1-ea1838910aad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.392944] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.394030] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-743b367d-509d-4cd6-8ed8-b2320aef2784 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.395618] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 783.395618] env[69895]: value = "task-3471446" [ 783.395618] env[69895]: _type = "Task" [ 783.395618] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.401017] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 783.401017] env[69895]: value = "task-3471447" [ 783.401017] env[69895]: _type = "Task" [ 783.401017] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.406269] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.411364] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.498961] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Releasing lock "refresh_cache-840ae833-2177-4456-9b59-47b400843963" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.499386] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-vif-plugged-5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.500016] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.500016] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.500277] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.500528] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] No waiting events found dispatching network-vif-plugged-5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.501498] env[69895]: WARNING nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received unexpected event network-vif-plugged-5a73a71c-1a89-4768-91df-221c82bcbf28 for instance with vm_state building and task_state spawning. [ 783.501498] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-changed-5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.501498] env[69895]: DEBUG nova.compute.manager [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing instance network info cache due to event network-changed-5a73a71c-1a89-4768-91df-221c82bcbf28. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.501678] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.501803] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.502059] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing network info cache for port 5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.545387] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.600s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.608877] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520939cb-2fb3-1507-3f3d-75eb65f1a7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.609227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.609760] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] fbeb4673-2718-4e9c-9336-bd138bb898b1/fbeb4673-2718-4e9c-9336-bd138bb898b1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.609975] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b701085-7882-4957-b0d7-3545cc09e2db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.616176] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 783.616176] env[69895]: value = "task-3471448" [ 783.616176] env[69895]: _type = "Task" [ 783.616176] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.625126] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.741807] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "c894da8f-c72c-4396-9491-a7fea9fe2773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.313s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.747137] env[69895]: DEBUG oslo_concurrency.lockutils [req-e7a071b5-c57c-4897-a1c0-dd18af1a9bad req-f13c49ff-34bb-4b69-939d-98101d05b180 service nova] Releasing lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.907653] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471446, 'name': ReconfigVM_Task, 'duration_secs': 0.391545} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.910959] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 840ae833-2177-4456-9b59-47b400843963/840ae833-2177-4456-9b59-47b400843963.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.911883] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c824fdd1-5385-4856-939b-7102fbd28316 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.918130] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471447, 'name': PowerOffVM_Task, 'duration_secs': 0.230697} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.918788] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.919054] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.919363] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dff2296-3cd7-4ed5-a133-a5cffac77b9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.923371] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 783.923371] env[69895]: value = "task-3471449" [ 783.923371] env[69895]: _type = "Task" [ 783.923371] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.935514] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471449, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.019949] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.020188] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.020363] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleting the datastore file [datastore2] 9d70c5fd-3c56-45f1-aa22-586d36e35bcd {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.020644] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d032877d-5e41-4510-a3bc-30d849e08afa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.028925] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 784.028925] env[69895]: value = "task-3471451" [ 784.028925] env[69895]: _type = "Task" [ 784.028925] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.040709] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.048939] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.135931] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.311074] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updated VIF entry in instance network info cache for port 5a73a71c-1a89-4768-91df-221c82bcbf28. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.311074] env[69895]: DEBUG nova.network.neutron [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.317296] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8312fee-52e4-436c-ae66-496c688f323a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.330350] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab062c-ba91-45a9-ac19-d9e8d93d73c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.366062] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ec109-e558-4d0e-ab11-2043651a007e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.371653] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df3a7d6-99b1-4e08-88e9-7ce496e5abec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.385641] env[69895]: DEBUG nova.compute.provider_tree [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.433149] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471449, 'name': Rename_Task, 'duration_secs': 0.297797} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.433610] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.434014] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c082918f-b507-4c9d-aace-b05c3d9fc88c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.440935] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 784.440935] env[69895]: value = "task-3471452" [ 784.440935] env[69895]: _type = "Task" [ 784.440935] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.450501] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.540275] env[69895]: DEBUG oslo_vmware.api [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.540599] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.540822] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.541070] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.541318] env[69895]: INFO nova.compute.manager [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 784.541608] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.541859] env[69895]: DEBUG nova.compute.manager [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.541985] env[69895]: DEBUG nova.network.neutron [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.580127] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.637533] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584086} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.637533] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] fbeb4673-2718-4e9c-9336-bd138bb898b1/fbeb4673-2718-4e9c-9336-bd138bb898b1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.637533] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.637533] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5fed382-4012-4fee-a6c5-8f20fe3b70ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.645045] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 784.645045] env[69895]: value = "task-3471453" [ 784.645045] env[69895]: _type = "Task" [ 784.645045] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.656015] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.695593] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "c092aa49-0ff0-45b6-933b-03a485e43c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.695882] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.696335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.696335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.696465] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.699699] env[69895]: INFO nova.compute.manager [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Terminating instance [ 784.772577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.772577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.813804] env[69895]: DEBUG oslo_concurrency.lockutils [req-3ce3740b-1fb5-408d-8fb8-47069ae76ca7 req-9c8b95ad-8e31-4aa5-96f7-a66ad16b655d service nova] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.908864] env[69895]: ERROR nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] [req-3620837a-be1c-43d2-b660-c5d04e1a820b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3620837a-be1c-43d2-b660-c5d04e1a820b"}]} [ 784.928447] env[69895]: DEBUG nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.947031] env[69895]: DEBUG nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.947031] env[69895]: DEBUG nova.compute.provider_tree [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.958482] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.969060] env[69895]: DEBUG nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.993501] env[69895]: DEBUG nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 785.021481] env[69895]: DEBUG nova.compute.manager [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.021481] env[69895]: DEBUG nova.compute.manager [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing instance network info cache due to event network-changed-117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.021481] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Acquiring lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.021594] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Acquired lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.021702] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Refreshing network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.155873] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11469} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.158815] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.160272] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcb20b-1de0-46d9-b529-3666cd801cb8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.188265] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] fbeb4673-2718-4e9c-9336-bd138bb898b1/fbeb4673-2718-4e9c-9336-bd138bb898b1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.192290] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fcee35-39f3-4f8e-b4a5-257ce4b83a9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.211850] env[69895]: DEBUG nova.compute.manager [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.216023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.216023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379dd8f7-d27c-4037-b287-a1a8d430a099 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.223737] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.227548] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0642dfcc-2068-4211-84f9-1af50f6f1332 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.229337] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 785.229337] env[69895]: value = "task-3471454" [ 785.229337] env[69895]: _type = "Task" [ 785.229337] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.236506] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 785.236506] env[69895]: value = "task-3471455" [ 785.236506] env[69895]: _type = "Task" [ 785.236506] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.247013] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.253059] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.321723] env[69895]: DEBUG nova.network.neutron [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.377366] env[69895]: DEBUG nova.compute.manager [req-91023f2d-747f-488b-9cf9-060e7d317660 req-8a1bf9fb-4666-4118-b05b-b4e180a26389 service nova] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Received event network-vif-deleted-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.454263] env[69895]: DEBUG oslo_vmware.api [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471452, 'name': PowerOnVM_Task, 'duration_secs': 0.749866} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.454263] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.454263] env[69895]: INFO nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Took 8.66 seconds to spawn the instance on the hypervisor. [ 785.454263] env[69895]: DEBUG nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.457159] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cd289-6b99-4f21-97ef-371ec7a8955a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.624481] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc32af01-e2c4-4938-9059-eff175770fb8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.630202] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0243aac-ad94-4caf-871b-50abfd3e6d9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.671762] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722285e-3c86-44b6-85ef-8e2d51135b12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.679459] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbe48dc-be83-457c-8207-a68a8a793f86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.695865] env[69895]: DEBUG nova.compute.provider_tree [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.739207] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.749862] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.798408] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updated VIF entry in instance network info cache for port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.798765] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [{"id": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "address": "fa:16:3e:03:43:cd", "network": {"id": "adf86e7e-0932-48dd-b2db-3f2228c5de21", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-625342904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90153f3f91554b8d80b8654eb12c9677", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap117b9f8f-19", "ovs_interfaceid": "117b9f8f-19bb-40f4-8a3f-53fc429a17a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.830427] env[69895]: INFO nova.compute.manager [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 1.29 seconds to deallocate network for instance. [ 785.975200] env[69895]: INFO nova.compute.manager [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Took 41.00 seconds to build instance. [ 786.248788] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471454, 'name': ReconfigVM_Task, 'duration_secs': 0.941118} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.249962] env[69895]: DEBUG nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 786.250273] env[69895]: DEBUG nova.compute.provider_tree [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 71 to 72 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.250505] env[69895]: DEBUG nova.compute.provider_tree [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.257478] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfigured VM instance instance-00000030 to attach disk [datastore2] fbeb4673-2718-4e9c-9336-bd138bb898b1/fbeb4673-2718-4e9c-9336-bd138bb898b1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.259014] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f95ff5-b1fe-4e96-8e6d-630f0c2161fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.267224] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471455, 'name': PowerOffVM_Task, 'duration_secs': 0.894593} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.268365] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.268592] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.268956] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d4be50a-16ea-489f-930f-901bc9795803 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.272884] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 786.272884] env[69895]: value = "task-3471456" [ 786.272884] env[69895]: _type = "Task" [ 786.272884] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.286457] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471456, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.301300] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Releasing lock "refresh_cache-c092aa49-0ff0-45b6-933b-03a485e43c57" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301657] env[69895]: DEBUG nova.compute.manager [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.301906] env[69895]: DEBUG nova.compute.manager [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing instance network info cache due to event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.302185] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.302360] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.302574] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.344132] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.344132] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.344132] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.344132] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleting the datastore file [datastore2] c092aa49-0ff0-45b6-933b-03a485e43c57 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.344132] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8404b33-dcfa-46a8-82e5-1d85a1d52aa4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.353197] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 786.353197] env[69895]: value = "task-3471458" [ 786.353197] env[69895]: _type = "Task" [ 786.353197] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.359579] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.479244] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f73dacfe-6598-4d79-af68-2c0917e9bb8f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.498s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.767111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.559s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.767111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.308s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.769157] env[69895]: INFO nova.compute.claims [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.784746] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471456, 'name': Rename_Task, 'duration_secs': 0.168362} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.787463] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.787463] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119d0d18-b9b4-4586-bc39-1c8768372cdf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.794109] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 786.794109] env[69895]: value = "task-3471459" [ 786.794109] env[69895]: _type = "Task" [ 786.794109] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.801031] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.803497] env[69895]: INFO nova.scheduler.client.report [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Deleted allocations for instance 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa [ 786.862176] env[69895]: DEBUG oslo_vmware.api [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311829} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.862756] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.863135] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.863456] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.863777] env[69895]: INFO nova.compute.manager [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Took 1.65 seconds to destroy the instance on the hypervisor. [ 786.864176] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.866018] env[69895]: DEBUG nova.compute.manager [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.866018] env[69895]: DEBUG nova.network.neutron [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.983633] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.117282] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updated VIF entry in instance network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.117644] env[69895]: DEBUG nova.network.neutron [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.302768] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.312828] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1fc0594-d807-4c74-9ab4-9848c84a1178 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Lock "318fc7d7-ef9d-4ddc-82dd-54f715fd70aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.888s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.508239] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.614542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.620587] env[69895]: DEBUG oslo_concurrency.lockutils [req-61582ac9-ad29-48e1-b8ac-f48a5d756ab1 req-c03634df-9cb4-409b-b106-7eaa7ad0b5f5 service nova] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.636082] env[69895]: DEBUG nova.compute.manager [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.636237] env[69895]: DEBUG nova.compute.manager [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing instance network info cache due to event network-changed-cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.636450] env[69895]: DEBUG oslo_concurrency.lockutils [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] Acquiring lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.636596] env[69895]: DEBUG oslo_concurrency.lockutils [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] Acquired lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.636754] env[69895]: DEBUG nova.network.neutron [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Refreshing network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.723906] env[69895]: DEBUG nova.network.neutron [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.790590] env[69895]: DEBUG nova.compute.manager [req-9ae5d1f7-65ed-49a5-9af6-be26a699e1e9 req-39e29d0f-5222-44a3-91b3-41f50387ad84 service nova] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Received event network-vif-deleted-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.802663] env[69895]: DEBUG oslo_vmware.api [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471459, 'name': PowerOnVM_Task, 'duration_secs': 0.998225} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.805456] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.805681] env[69895]: INFO nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Took 8.27 seconds to spawn the instance on the hypervisor. [ 787.805859] env[69895]: DEBUG nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.807418] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c7d9c-b867-4121-83b5-08e9e9c74800 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.129645] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "2ed53bba-a428-40ef-86b0-a72fae116183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.130378] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.229211] env[69895]: INFO nova.compute.manager [-] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Took 1.36 seconds to deallocate network for instance. [ 788.325807] env[69895]: INFO nova.compute.manager [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Took 33.19 seconds to build instance. [ 788.362627] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce0680a-78cf-482d-b5e1-81338afc94d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.372186] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a94fc4-978e-43c9-b859-ebf6df1c0898 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.403919] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a1c98-56db-41ff-92c8-eeb2c7414c26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.411839] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45137584-fd9c-4a48-b7e1-7a7214c3ed5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.429670] env[69895]: DEBUG nova.compute.provider_tree [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.452012] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.452012] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.452180] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.452267] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.452501] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.454670] env[69895]: INFO nova.compute.manager [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Terminating instance [ 788.484733] env[69895]: DEBUG nova.network.neutron [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updated VIF entry in instance network info cache for port cde713dc-0368-4f12-a4b7-1addcfb4faaa. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.485476] env[69895]: DEBUG nova.network.neutron [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [{"id": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "address": "fa:16:3e:af:cb:f6", "network": {"id": "5ab3d3b1-ba0d-40a1-930b-bf6b7131a4da", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1099767950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6de2cbed9e4158922bd9242067d6bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde713dc-03", "ovs_interfaceid": "cde713dc-0368-4f12-a4b7-1addcfb4faaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.683738] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "840ae833-2177-4456-9b59-47b400843963" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.684134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.684404] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "840ae833-2177-4456-9b59-47b400843963-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.684634] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.684841] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.687405] env[69895]: INFO nova.compute.manager [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Terminating instance [ 788.737420] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.832741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3114043-253d-44fb-a46d-e6e53da3f9ed tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.450s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.932839] env[69895]: DEBUG nova.scheduler.client.report [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.959359] env[69895]: DEBUG nova.compute.manager [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.959590] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.960823] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679dc9eb-781c-41ef-89ba-5efc5b06bf0b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.968361] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.968616] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a84220-9c68-476c-950c-83f46e6214d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.974943] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 788.974943] env[69895]: value = "task-3471460" [ 788.974943] env[69895]: _type = "Task" [ 788.974943] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.983752] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.989579] env[69895]: DEBUG oslo_concurrency.lockutils [req-e13b7cac-8fb1-499d-8db1-ff4359bbb483 req-60ae71e9-9f53-4d42-a988-a405df88f02d service nova] Releasing lock "refresh_cache-51f89421-5ba3-4a3c-bc62-6cd4173328ef" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.192859] env[69895]: DEBUG nova.compute.manager [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.193242] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.194119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f4313-00d9-4fab-9be6-3801e8072838 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.203140] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.203427] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3e69b2-9c14-471f-9315-9571cfa0446f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.216711] env[69895]: DEBUG oslo_vmware.api [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 789.216711] env[69895]: value = "task-3471461" [ 789.216711] env[69895]: _type = "Task" [ 789.216711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.230266] env[69895]: DEBUG oslo_vmware.api [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.334200] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.438862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.439726] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.442488] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.429s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.447110] env[69895]: INFO nova.compute.claims [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.489514] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471460, 'name': PowerOffVM_Task, 'duration_secs': 0.40616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.489806] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.489969] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.490263] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d0b52e-78a2-4fed-89d9-7cb74c5b9720 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.553759] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.554069] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.554288] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleting the datastore file [datastore1] 48faca8d-affa-42bc-abfc-66dd8f03cb8e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.554498] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed4204c-582e-4bb2-a6db-220dc29bf7f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.561453] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 789.561453] env[69895]: value = "task-3471463" [ 789.561453] env[69895]: _type = "Task" [ 789.561453] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.576530] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.732859] env[69895]: DEBUG oslo_vmware.api [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471461, 'name': PowerOffVM_Task, 'duration_secs': 0.315469} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.733165] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.733614] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.734141] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceccddda-d75d-4dcf-953a-73d35a6412f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.796258] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.796539] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.796667] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleting the datastore file [datastore1] 840ae833-2177-4456-9b59-47b400843963 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.796915] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92268742-5735-44a1-8da0-111f5ded1e5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.806915] env[69895]: DEBUG oslo_vmware.api [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for the task: (returnval){ [ 789.806915] env[69895]: value = "task-3471465" [ 789.806915] env[69895]: _type = "Task" [ 789.806915] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.575540] env[69895]: DEBUG nova.compute.utils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "515d9097-3179-42e1-a47c-74bb5678555d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "515d9097-3179-42e1-a47c-74bb5678555d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.582461] env[69895]: DEBUG nova.compute.manager [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-changed-5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.582461] env[69895]: DEBUG nova.compute.manager [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing instance network info cache due to event network-changed-5a73a71c-1a89-4768-91df-221c82bcbf28. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.582461] env[69895]: DEBUG oslo_concurrency.lockutils [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.582461] env[69895]: DEBUG nova.network.neutron [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing network info cache for port 5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.585574] env[69895]: INFO nova.compute.manager [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Terminating instance [ 790.587180] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.587326] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.599599] env[69895]: DEBUG oslo_vmware.api [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436871} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.602612] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.602829] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.603079] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.603513] env[69895]: INFO nova.compute.manager [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 840ae833-2177-4456-9b59-47b400843963] Took 1.41 seconds to destroy the instance on the hypervisor. [ 790.603612] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.604043] env[69895]: DEBUG oslo_vmware.api [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Task: {'id': task-3471463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257092} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.604449] env[69895]: DEBUG nova.compute.manager [-] [instance: 840ae833-2177-4456-9b59-47b400843963] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.604449] env[69895]: DEBUG nova.network.neutron [-] [instance: 840ae833-2177-4456-9b59-47b400843963] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.606016] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.606305] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.606397] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.606622] env[69895]: INFO nova.compute.manager [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 790.606732] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.607483] env[69895]: DEBUG nova.compute.manager [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.607483] env[69895]: DEBUG nova.network.neutron [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.619907] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.716952] env[69895]: DEBUG nova.policy [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a72d376b07246308e99e58d58c270af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b02b4343bb4f41bf9c608f11583d5630', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.089634] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.103651] env[69895]: DEBUG nova.compute.manager [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.103868] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.105040] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2a9a0-edde-444f-8f22-8d264f8dd4a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.119354] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.123022] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618b8484-474c-4bc9-88c2-0e9120f52c10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.127726] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 791.127726] env[69895]: value = "task-3471466" [ 791.127726] env[69895]: _type = "Task" [ 791.127726] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.140493] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.198596] env[69895]: DEBUG nova.compute.manager [req-58df276a-85e3-4483-98a4-a9c448ff7342 req-f56c2992-d6fe-4163-b938-e2d9eb0aedd1 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Received event network-vif-deleted-0c2941fa-b537-4cb8-b11f-c9669971d9d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.198698] env[69895]: INFO nova.compute.manager [req-58df276a-85e3-4483-98a4-a9c448ff7342 req-f56c2992-d6fe-4163-b938-e2d9eb0aedd1 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Neutron deleted interface 0c2941fa-b537-4cb8-b11f-c9669971d9d7; detaching it from the instance and deleting it from the info cache [ 791.198872] env[69895]: DEBUG nova.network.neutron [req-58df276a-85e3-4483-98a4-a9c448ff7342 req-f56c2992-d6fe-4163-b938-e2d9eb0aedd1 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.458204] env[69895]: DEBUG nova.network.neutron [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updated VIF entry in instance network info cache for port 5a73a71c-1a89-4768-91df-221c82bcbf28. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.458204] env[69895]: DEBUG nova.network.neutron [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.625505] env[69895]: DEBUG nova.network.neutron [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.641223] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471466, 'name': PowerOffVM_Task, 'duration_secs': 0.204245} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.642470] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.642470] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.642874] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Successfully created port: caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.644763] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be6df25-3807-4994-91fe-d1d4c5ee1772 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.667801] env[69895]: DEBUG nova.network.neutron [-] [instance: 840ae833-2177-4456-9b59-47b400843963] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.689764] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8d426-929b-42c6-b561-bd2750fe225d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.698683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c2785-a801-46be-a021-3f175168fb0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.703155] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.703440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.703667] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleting the datastore file [datastore2] 515d9097-3179-42e1-a47c-74bb5678555d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.704543] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbeb33b-63ea-44da-b50b-319c6cdcd056 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.733724] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df8a62db-c52c-48f0-ac86-9874a95ca628 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.737356] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5476dac-3327-4600-a5c6-e3b36ee54bc6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.743498] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 791.743498] env[69895]: value = "task-3471468" [ 791.743498] env[69895]: _type = "Task" [ 791.743498] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.751599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fba867-48c2-40b0-99c3-46cb098c4933 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.762876] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6026294-8536-448f-94dc-0df28488724b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.772214] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.781434] env[69895]: DEBUG nova.compute.provider_tree [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.796237] env[69895]: DEBUG nova.compute.manager [req-58df276a-85e3-4483-98a4-a9c448ff7342 req-f56c2992-d6fe-4163-b938-e2d9eb0aedd1 service nova] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Detach interface failed, port_id=0c2941fa-b537-4cb8-b11f-c9669971d9d7, reason: Instance 48faca8d-affa-42bc-abfc-66dd8f03cb8e could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.961684] env[69895]: DEBUG oslo_concurrency.lockutils [req-fd760fba-e83e-4e10-9747-36429a281164 req-ec875ed6-cb06-4879-bb31-fdf7b8e27073 service nova] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.014815] env[69895]: DEBUG nova.compute.manager [req-69d9d715-ab10-4562-ba31-73123e14540d req-3cb5a857-6c24-4dcd-8023-3c240cfb4709 service nova] [instance: 840ae833-2177-4456-9b59-47b400843963] Received event network-vif-deleted-9ab789a6-a07e-4745-830c-35982680d688 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.117167] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.127909] env[69895]: INFO nova.compute.manager [-] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Took 1.52 seconds to deallocate network for instance. [ 792.157741] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6e889c-fd8b-49ed-9c80-6564ff41760f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1547025784',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.158047] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.158344] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.159733] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.159733] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.159733] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.159733] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.160093] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.160283] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.160334] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.160493] env[69895]: DEBUG nova.virt.hardware [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.161534] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d0e1c8-07f3-4ef9-85f5-3f17f35d7314 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.170099] env[69895]: INFO nova.compute.manager [-] [instance: 840ae833-2177-4456-9b59-47b400843963] Took 1.57 seconds to deallocate network for instance. [ 792.173587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf7af2-9736-4f1c-9bae-721ad3749dcb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.262014] env[69895]: DEBUG oslo_vmware.api [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134809} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.262392] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.262602] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.262792] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.263425] env[69895]: INFO nova.compute.manager [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.264308] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.264617] env[69895]: DEBUG nova.compute.manager [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.264900] env[69895]: DEBUG nova.network.neutron [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.284867] env[69895]: DEBUG nova.scheduler.client.report [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.636583] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.687301] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.794209] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.795019] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.804432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.714s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.804432] env[69895]: DEBUG nova.objects.instance [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lazy-loading 'resources' on Instance uuid 445dc180-6776-4284-b8c2-d025e9df982c {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.051321] env[69895]: DEBUG nova.network.neutron [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.236789] env[69895]: DEBUG nova.compute.manager [req-223ccabb-40d0-47dd-800f-a71bdfdbabb6 req-0921028b-f82c-4c5e-a964-ad9cbc48b995 service nova] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Received event network-vif-deleted-7ae88a6f-813a-4c59-81e6-2cd16388b554 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.305878] env[69895]: DEBUG nova.compute.utils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.311680] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.311930] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.385039] env[69895]: DEBUG nova.policy [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0efbfbd5943f497692bdbc446719c2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a67563c239b14ccbacb1cdb7fd3701a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.555059] env[69895]: INFO nova.compute.manager [-] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Took 1.29 seconds to deallocate network for instance. [ 793.677145] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Successfully updated port: caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.812276] env[69895]: DEBUG nova.compute.utils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.961139] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd47f2-b4ab-419d-a315-a71fcd8a81e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.971035] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af1916-655a-4ccf-b61b-44db231b51ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.007070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea689de2-867a-4617-bb05-f3e11e9f238d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.015788] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871fcef9-7d59-4c78-9682-832fe2322838 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.030811] env[69895]: DEBUG nova.compute.provider_tree [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.040984] env[69895]: DEBUG nova.compute.manager [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Received event network-vif-plugged-caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.041229] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Acquiring lock "570b8e3c-74cd-4921-8fe2-565048650101-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.041423] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.041587] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.041756] env[69895]: DEBUG nova.compute.manager [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] No waiting events found dispatching network-vif-plugged-caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.041915] env[69895]: WARNING nova.compute.manager [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Received unexpected event network-vif-plugged-caae54cc-d05b-44f9-9a88-0b689c8cbc11 for instance with vm_state building and task_state spawning. [ 794.042082] env[69895]: DEBUG nova.compute.manager [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Received event network-changed-caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.042313] env[69895]: DEBUG nova.compute.manager [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Refreshing instance network info cache due to event network-changed-caae54cc-d05b-44f9-9a88-0b689c8cbc11. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.042937] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.042937] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.042937] env[69895]: DEBUG nova.network.neutron [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Refreshing network info cache for port caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.061929] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.078549] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Successfully created port: e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.186538] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.321315] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.535523] env[69895]: DEBUG nova.scheduler.client.report [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.586140] env[69895]: DEBUG nova.network.neutron [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.696984] env[69895]: DEBUG nova.network.neutron [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.041549] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.043857] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.687s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.045390] env[69895]: INFO nova.compute.claims [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.062166] env[69895]: INFO nova.scheduler.client.report [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted allocations for instance 445dc180-6776-4284-b8c2-d025e9df982c [ 795.200131] env[69895]: DEBUG oslo_concurrency.lockutils [req-faaef909-b9f7-40d9-9cf8-322a28461f2a req-728a5497-7d10-4b0a-a554-0a5e1d9505dd service nova] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.200774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.201081] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.332345] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.364517] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:32:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1761551811',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-603197312',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.365092] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.365516] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.366063] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.366063] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.366590] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.366747] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.367160] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.367307] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.367587] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.368042] env[69895]: DEBUG nova.virt.hardware [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.369164] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c925c0c-1d0b-4477-b127-4daea2985a31 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.380700] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef8388b-4919-45dc-b7d1-85f80e214291 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.470973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "c1633e99-e3a8-46d2-ad36-5de832797649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.471358] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.572941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-940a257c-fc9e-45a8-982b-87df30fe6b7e tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "445dc180-6776-4284-b8c2-d025e9df982c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.987s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.748092] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.949209] env[69895]: DEBUG nova.network.neutron [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.168701] env[69895]: DEBUG nova.compute.manager [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Received event network-vif-plugged-e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.168966] env[69895]: DEBUG oslo_concurrency.lockutils [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] Acquiring lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.169239] env[69895]: DEBUG oslo_concurrency.lockutils [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.169459] env[69895]: DEBUG oslo_concurrency.lockutils [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.169547] env[69895]: DEBUG nova.compute.manager [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] No waiting events found dispatching network-vif-plugged-e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.169713] env[69895]: WARNING nova.compute.manager [req-0aeed117-7ac7-46af-b652-db3d25363d8b req-d31c2231-933d-4892-89d5-77bfba8e14a1 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Received unexpected event network-vif-plugged-e209dcfa-a62c-41fb-81fb-44becc51c3b9 for instance with vm_state building and task_state spawning. [ 796.267740] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Successfully updated port: e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.452997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453387] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance network_info: |[{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.453782] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1f:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caae54cc-d05b-44f9-9a88-0b689c8cbc11', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.461268] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.463606] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.464260] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec5d7ac-950b-4f84-b7d4-cf6ed8dd20c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.487377] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.487377] env[69895]: value = "task-3471469" [ 796.487377] env[69895]: _type = "Task" [ 796.487377] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.497635] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471469, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.608309] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d949b3-06fa-4dda-b9b1-88584f71558e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.616754] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26338b-afeb-495a-9d87-ec7502bccb8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.651266] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e5af3-eca5-47a4-87dc-4902c0af455d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.659913] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d14f60-2719-4c10-a628-5d1f41bcdb41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.675892] env[69895]: DEBUG nova.compute.provider_tree [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.775802] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.775802] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776293] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.000315] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471469, 'name': CreateVM_Task, 'duration_secs': 0.328127} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.000315] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.000315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.000315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.000615] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.000869] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b49d5b3-f756-4b86-ab5c-de202233efef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.006360] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 797.006360] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5226d839-4880-15cf-328f-2d8c808b4694" [ 797.006360] env[69895]: _type = "Task" [ 797.006360] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.014462] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5226d839-4880-15cf-328f-2d8c808b4694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.179230] env[69895]: DEBUG nova.scheduler.client.report [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.345203] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.519223] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5226d839-4880-15cf-328f-2d8c808b4694, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.519223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.519223] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.519223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.519223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.519223] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.519223] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-856a1167-95fe-45db-a6ed-5557f7a70971 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.528576] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.528576] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.530135] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33457ec-1555-4e89-af7c-f15cb1d27bfa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.534713] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 797.534713] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52445ac3-ff31-510b-e147-aa9ec6bc00d6" [ 797.534713] env[69895]: _type = "Task" [ 797.534713] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.543424] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52445ac3-ff31-510b-e147-aa9ec6bc00d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.561706] env[69895]: DEBUG nova.network.neutron [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updating instance_info_cache with network_info: [{"id": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "address": "fa:16:3e:7b:fb:74", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape209dcfa-a6", "ovs_interfaceid": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.626599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.626859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.651930] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.652602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.680616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.680874] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.684888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.686390] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.526s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.688194] env[69895]: INFO nova.compute.claims [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.047042] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52445ac3-ff31-510b-e147-aa9ec6bc00d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.047845] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccc24b5-0caf-4dec-936d-001540cda147 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.057616] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 798.057616] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523b62d9-b7f8-1adf-255b-babe8306578a" [ 798.057616] env[69895]: _type = "Task" [ 798.057616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.065702] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065983] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Instance network_info: |[{"id": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "address": "fa:16:3e:7b:fb:74", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape209dcfa-a6", "ovs_interfaceid": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.066400] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:fb:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e209dcfa-a62c-41fb-81fb-44becc51c3b9', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.074606] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.077296] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.077296] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be2ff0a-af24-48d8-9948-3f354b11b0b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.098085] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523b62d9-b7f8-1adf-255b-babe8306578a, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.099929] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.099929] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.099929] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066fefd9-f4c4-47bc-bde9-3d4093cd0c47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.103313] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.103313] env[69895]: value = "task-3471470" [ 798.103313] env[69895]: _type = "Task" [ 798.103313] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.107202] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 798.107202] env[69895]: value = "task-3471471" [ 798.107202] env[69895]: _type = "Task" [ 798.107202] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.113321] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471470, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.118064] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.191383] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "7e8c83b6-5339-4fa6-af95-1b994fd7ddd0" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.191658] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "7e8c83b6-5339-4fa6-af95-1b994fd7ddd0" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.201955] env[69895]: DEBUG nova.compute.manager [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Received event network-changed-e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.201955] env[69895]: DEBUG nova.compute.manager [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Refreshing instance network info cache due to event network-changed-e209dcfa-a62c-41fb-81fb-44becc51c3b9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.201955] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] Acquiring lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.201955] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] Acquired lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.201955] env[69895]: DEBUG nova.network.neutron [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Refreshing network info cache for port e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.618639] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471470, 'name': CreateVM_Task, 'duration_secs': 0.355258} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.619365] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.620097] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.620268] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.620580] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.624522] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecafebca-0e71-47b6-81d8-35872b3b6d62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.626206] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459675} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.626442] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.626644] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.627377] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ca4929-34ca-4750-b31f-b5f6d8015464 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.630490] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 798.630490] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526b2a2a-c9e0-3431-b67a-7eb54396cace" [ 798.630490] env[69895]: _type = "Task" [ 798.630490] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.634732] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 798.634732] env[69895]: value = "task-3471472" [ 798.634732] env[69895]: _type = "Task" [ 798.634732] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.640572] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526b2a2a-c9e0-3431-b67a-7eb54396cace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.644962] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.698431] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "7e8c83b6-5339-4fa6-af95-1b994fd7ddd0" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.698431] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.933613] env[69895]: DEBUG nova.network.neutron [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updated VIF entry in instance network info cache for port e209dcfa-a62c-41fb-81fb-44becc51c3b9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.933958] env[69895]: DEBUG nova.network.neutron [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updating instance_info_cache with network_info: [{"id": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "address": "fa:16:3e:7b:fb:74", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape209dcfa-a6", "ovs_interfaceid": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.136761] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace2a02-3143-4f4b-8faa-cd9c6fe625c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.147068] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526b2a2a-c9e0-3431-b67a-7eb54396cace, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.147740] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.148065] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.148389] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.148570] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.148770] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.150652] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47cb815b-8a35-4c2b-8800-77f3912d9c80 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.155947] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841e5d0-d40f-4cf6-85c4-be8eb5250401 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.158797] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.187485] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea186b6-546d-4cb1-a39b-8f51ae65c681 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.190072] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.190259] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.190944] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09639c7-ca44-41b0-81d0-de6de105940f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.198775] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2be51b-1986-43f2-9b56-55645f73a0a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.202397] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 799.202397] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52080d2f-3481-6451-40da-25f7d42d6385" [ 799.202397] env[69895]: _type = "Task" [ 799.202397] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.203608] env[69895]: DEBUG nova.compute.utils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.207976] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.208144] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.221186] env[69895]: DEBUG nova.compute.provider_tree [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.230351] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52080d2f-3481-6451-40da-25f7d42d6385, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.231127] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f358c50b-5267-4a9c-8efc-f4dc33b140d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.236851] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 799.236851] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b10f03-23cc-4772-ac14-fa61c9dc32d9" [ 799.236851] env[69895]: _type = "Task" [ 799.236851] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.244311] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b10f03-23cc-4772-ac14-fa61c9dc32d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.264333] env[69895]: DEBUG nova.policy [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79630376802443188cfd45944a4dcb2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f42e9c5f11e14a8695915a3571c29173', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.437311] env[69895]: DEBUG oslo_concurrency.lockutils [req-7c116799-7ed7-45c0-9617-eb1405304b2d req-305e22e0-af50-4424-88eb-6f7757750a2a service nova] Releasing lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.627254] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Successfully created port: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.646950] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.843209} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.647273] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.648086] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca74de-caae-49e6-aed5-fb7250578639 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.672194] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.673428] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92501738-273e-47b0-90c5-7d3c5dbc40ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.694978] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 799.694978] env[69895]: value = "task-3471473" [ 799.694978] env[69895]: _type = "Task" [ 799.694978] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.703780] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.722345] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.729249] env[69895]: DEBUG nova.scheduler.client.report [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.750831] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b10f03-23cc-4772-ac14-fa61c9dc32d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.751219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.751756] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/910184ee-d840-4b0c-8764-d02d3b69f88e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.751856] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c85ed4c9-63c2-48d5-a234-97a059fb0381 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.758397] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 799.758397] env[69895]: value = "task-3471474" [ 799.758397] env[69895]: _type = "Task" [ 799.758397] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.767874] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.207159] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471473, 'name': ReconfigVM_Task, 'duration_secs': 0.275891} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.207923] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.208399] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff36baa7-56af-4801-a12e-f9aa7d722ac8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.215361] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 800.215361] env[69895]: value = "task-3471475" [ 800.215361] env[69895]: _type = "Task" [ 800.215361] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.225108] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471475, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.242133] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.243081] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.245694] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.389s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.247212] env[69895]: INFO nova.compute.claims [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.270812] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464749} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.271094] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/910184ee-d840-4b0c-8764-d02d3b69f88e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.271322] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.271578] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3e45e5-b0b9-4987-94b3-8902140ee39b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.280029] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 800.280029] env[69895]: value = "task-3471476" [ 800.280029] env[69895]: _type = "Task" [ 800.280029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.287754] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.725814] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471475, 'name': Rename_Task, 'duration_secs': 0.135539} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.726128] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.726396] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbff5b0-58c0-4af3-afb4-f4daf072549a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.732817] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 800.732817] env[69895]: value = "task-3471477" [ 800.732817] env[69895]: _type = "Task" [ 800.732817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.740439] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.743363] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.751423] env[69895]: DEBUG nova.compute.utils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.755122] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.755301] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.771842] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.771842] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.771842] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.771842] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.772295] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.772295] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.772398] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.772542] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.772718] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.772846] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.773021] env[69895]: DEBUG nova.virt.hardware [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.774116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096c381c-b472-4936-b77b-250e73002fe8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.786990] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba8f95-86a0-4f9d-b51d-030f5d5ba51f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.794029] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067323} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.794629] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.795403] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8019e-fc3a-48f0-aa36-c8c3168bc81f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.825200] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/910184ee-d840-4b0c-8764-d02d3b69f88e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.826702] env[69895]: DEBUG nova.policy [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e559bb6a5bef4749ab8f11720db55885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe7bd36fefd456b85be1c9cd5447bc8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.828140] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903950fe-c82f-49fe-8eae-08ea2575bfc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.848171] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 800.848171] env[69895]: value = "task-3471478" [ 800.848171] env[69895]: _type = "Task" [ 800.848171] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.856586] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.207846] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Successfully created port: 881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.245341] env[69895]: DEBUG oslo_vmware.api [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471477, 'name': PowerOnVM_Task, 'duration_secs': 0.478019} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.245698] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.245903] env[69895]: INFO nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Took 9.13 seconds to spawn the instance on the hypervisor. [ 801.246180] env[69895]: DEBUG nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.247168] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5981e06e-80c9-4cfe-b802-cb624f9807a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.258905] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.312257] env[69895]: DEBUG nova.compute.manager [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Received event network-vif-plugged-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.312483] env[69895]: DEBUG oslo_concurrency.lockutils [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] Acquiring lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.313502] env[69895]: DEBUG oslo_concurrency.lockutils [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.313502] env[69895]: DEBUG oslo_concurrency.lockutils [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.313502] env[69895]: DEBUG nova.compute.manager [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] No waiting events found dispatching network-vif-plugged-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.316384] env[69895]: WARNING nova.compute.manager [req-12fb701f-cfeb-41dc-a422-3abb47b27d57 req-a4ff2df0-fe2b-48d7-a866-b8c6c8089cca service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Received unexpected event network-vif-plugged-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc for instance with vm_state building and task_state spawning. [ 801.361972] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471478, 'name': ReconfigVM_Task, 'duration_secs': 0.322221} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.364860] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/910184ee-d840-4b0c-8764-d02d3b69f88e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.365210] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69895) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 801.366268] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f6e50689-7b0b-42dd-a7aa-025395b3c1ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.373337] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 801.373337] env[69895]: value = "task-3471479" [ 801.373337] env[69895]: _type = "Task" [ 801.373337] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.383489] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471479, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.412672] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Successfully updated port: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.773428] env[69895]: INFO nova.compute.manager [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Took 39.34 seconds to build instance. [ 801.837722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08ae95-5856-489e-9804-68e2235184fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.848312] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f33f398-b976-49bd-b2f6-0e886a0e09b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.884266] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916db9d6-0cf8-42d5-b594-57ccf68741db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.891889] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471479, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056235} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.893927] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69895) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 801.894713] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c95c2a8-b63f-4304-b08d-76dbaa1e9de0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.898018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5b1a61-446d-4c46-ab99-03d6d5a087f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.911893] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.927277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.927277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquired lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.927277] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.934726] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/ephemeral_0.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.941146] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9906bf9-1e4e-464c-930d-72e134e7b130 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.959921] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 801.959921] env[69895]: value = "task-3471480" [ 801.959921] env[69895]: _type = "Task" [ 801.959921] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.968402] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.969970] env[69895]: ERROR nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [req-4cfa2dd4-9101-4232-821d-6aa6c41b5d7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4cfa2dd4-9101-4232-821d-6aa6c41b5d7c"}]} [ 801.988033] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.000453] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.002965] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.003198] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.019949] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.045790] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.205734] env[69895]: DEBUG nova.network.neutron [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Updating instance_info_cache with network_info: [{"id": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "address": "fa:16:3e:35:c5:3f", "network": {"id": "c965c9e0-bddd-4ce8-bb52-5f6c59dddc26", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1692545849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f42e9c5f11e14a8695915a3571c29173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f5c7a2-a3", "ovs_interfaceid": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.278549] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.131s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.279637] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.327382] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.327665] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.327801] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.328021] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.328139] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.328780] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.328780] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.328780] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.328780] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.328994] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.329134] env[69895]: DEBUG nova.virt.hardware [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.330470] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a602a2-35a9-4a26-8f5f-773f2852125f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.343835] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66266fd-6435-4203-a782-414f41aee8aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.469627] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.628273] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d9025-cf8e-4fd5-b878-f5cecda75f0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.635857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33184e6f-523a-4691-b774-181427a5c00a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.675323] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd4ee71-e141-40b2-a3cd-6629eac029f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.680321] env[69895]: DEBUG nova.compute.manager [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Received event network-vif-plugged-881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.680576] env[69895]: DEBUG oslo_concurrency.lockutils [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] Acquiring lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.680871] env[69895]: DEBUG oslo_concurrency.lockutils [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.681144] env[69895]: DEBUG oslo_concurrency.lockutils [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.681380] env[69895]: DEBUG nova.compute.manager [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] No waiting events found dispatching network-vif-plugged-881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.681606] env[69895]: WARNING nova.compute.manager [req-83ead1fd-2aaf-4203-9c15-9e27b6102049 req-39b6cf8d-37aa-4bd2-9738-f20106905380 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Received unexpected event network-vif-plugged-881c90af-be84-4ebd-bf97-bca4822413e9 for instance with vm_state building and task_state spawning. [ 802.687018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee5753e-214a-4442-bddc-47743e46e469 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.702857] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.712872] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Releasing lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.713210] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Instance network_info: |[{"id": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "address": "fa:16:3e:35:c5:3f", "network": {"id": "c965c9e0-bddd-4ce8-bb52-5f6c59dddc26", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1692545849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f42e9c5f11e14a8695915a3571c29173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f5c7a2-a3", "ovs_interfaceid": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.713743] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.720993] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Creating folder: Project (f42e9c5f11e14a8695915a3571c29173). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.721734] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2458f5d9-b71c-4084-8874-d4bd941f16d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.732620] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Created folder: Project (f42e9c5f11e14a8695915a3571c29173) in parent group-v693805. [ 802.732912] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Creating folder: Instances. Parent ref: group-v693940. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.733218] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8cb7a31-c68a-4fe7-b42c-514b71d6b77d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.743382] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Created folder: Instances in parent group-v693940. [ 802.743778] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.744054] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.745592] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43da1ed1-02a5-4f04-8c69-a7ef520ef0a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.766197] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.766197] env[69895]: value = "task-3471483" [ 802.766197] env[69895]: _type = "Task" [ 802.766197] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.771495] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Successfully updated port: 881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.778065] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471483, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.795022] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.972982] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471480, 'name': ReconfigVM_Task, 'duration_secs': 0.734641} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.973398] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e/ephemeral_0.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.974230] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd4c2e6-346d-43a2-9747-02222577e256 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.981374] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 802.981374] env[69895]: value = "task-3471484" [ 802.981374] env[69895]: _type = "Task" [ 802.981374] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.990586] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471484, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.224842] env[69895]: ERROR nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [req-9abe4220-764f-4341-80d5-2a6ee4ea5072] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9abe4220-764f-4341-80d5-2a6ee4ea5072"}]} [ 803.240079] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.254602] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.254941] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.272263] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.275225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.275225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275225] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.282709] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471483, 'name': CreateVM_Task, 'duration_secs': 0.443267} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.283087] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.284270] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.284270] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.284474] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.284593] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271280f4-ab94-4ea5-bb00-57d29697a5e0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.290541] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 803.290541] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ebd376-4d51-123a-aaff-90cbfdb620eb" [ 803.290541] env[69895]: _type = "Task" [ 803.290541] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.294435] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.305659] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ebd376-4d51-123a-aaff-90cbfdb620eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.305946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.306198] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.306438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.306584] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.306770] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.309562] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25f77fe-3365-49e5-ad4b-086b96c261ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.318188] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.318378] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.321530] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cff65d7-76a1-47bd-814d-e6c000492bba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.325038] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.328218] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 803.328218] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca89aa-0810-9422-dc48-4b50c5ffc105" [ 803.328218] env[69895]: _type = "Task" [ 803.328218] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.338519] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca89aa-0810-9422-dc48-4b50c5ffc105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.371285] env[69895]: DEBUG nova.compute.manager [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Received event network-changed-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.371556] env[69895]: DEBUG nova.compute.manager [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Refreshing instance network info cache due to event network-changed-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.371807] env[69895]: DEBUG oslo_concurrency.lockutils [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] Acquiring lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371922] env[69895]: DEBUG oslo_concurrency.lockutils [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] Acquired lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.372171] env[69895]: DEBUG nova.network.neutron [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Refreshing network info cache for port 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.493370] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471484, 'name': Rename_Task, 'duration_secs': 0.244864} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.495802] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.496230] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad37d1cf-a8ff-4de2-9f80-a9913ab24c07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.502411] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 803.502411] env[69895]: value = "task-3471485" [ 803.502411] env[69895]: _type = "Task" [ 803.502411] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.512221] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.525030] env[69895]: DEBUG nova.compute.manager [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 803.820112] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.823599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4592ada-d89a-478d-8898-682c8c8dcf99 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.834069] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3baf86-5edf-4f41-94ab-8e11136ab693 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.846452] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ca89aa-0810-9422-dc48-4b50c5ffc105, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.876289] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef28386d-f645-4af2-a39b-080cb3c4132d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.880546] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18463ef9-849e-4283-9c51-6cc24d68fcb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.890357] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 803.890357] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52553f0e-82b8-fbb3-4260-a9557fa3a1d7" [ 803.890357] env[69895]: _type = "Task" [ 803.890357] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.897466] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dddcf39-a6b1-446f-aa36-7392279a4975 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.908251] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52553f0e-82b8-fbb3-4260-a9557fa3a1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.917171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.917466] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] d2a4c8cf-6b6b-422f-8137-450cf9366a91/d2a4c8cf-6b6b-422f-8137-450cf9366a91.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.917932] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.921611] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1dea455-4a33-453d-89de-3ad80243d7c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.930128] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 803.930128] env[69895]: value = "task-3471486" [ 803.930128] env[69895]: _type = "Task" [ 803.930128] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.938831] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.009579] env[69895]: DEBUG nova.network.neutron [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Updating instance_info_cache with network_info: [{"id": "881c90af-be84-4ebd-bf97-bca4822413e9", "address": "fa:16:3e:22:e0:51", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c90af-be", "ovs_interfaceid": "881c90af-be84-4ebd-bf97-bca4822413e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.016367] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.043876] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.157058] env[69895]: DEBUG nova.network.neutron [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Updated VIF entry in instance network info cache for port 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.157520] env[69895]: DEBUG nova.network.neutron [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Updating instance_info_cache with network_info: [{"id": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "address": "fa:16:3e:35:c5:3f", "network": {"id": "c965c9e0-bddd-4ce8-bb52-5f6c59dddc26", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1692545849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f42e9c5f11e14a8695915a3571c29173", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f5c7a2-a3", "ovs_interfaceid": "74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.442234] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471486, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.460784] env[69895]: DEBUG nova.scheduler.client.report [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.461406] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 79 to 80 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.461573] env[69895]: DEBUG nova.compute.provider_tree [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.512994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.513395] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Instance network_info: |[{"id": "881c90af-be84-4ebd-bf97-bca4822413e9", "address": "fa:16:3e:22:e0:51", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c90af-be", "ovs_interfaceid": "881c90af-be84-4ebd-bf97-bca4822413e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.513710] env[69895]: DEBUG oslo_vmware.api [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471485, 'name': PowerOnVM_Task, 'duration_secs': 0.986234} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.514063] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881c90af-be84-4ebd-bf97-bca4822413e9', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.521746] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.521981] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.522201] env[69895]: INFO nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Took 9.19 seconds to spawn the instance on the hypervisor. [ 804.522380] env[69895]: DEBUG nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.523036] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.523419] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d45084-e2dd-4c9f-a8be-96b220bce465 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.526092] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e546fede-d7a6-4381-8c50-d64ed42643a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549207] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.549207] env[69895]: value = "task-3471487" [ 804.549207] env[69895]: _type = "Task" [ 804.549207] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.558185] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471487, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.660124] env[69895]: DEBUG oslo_concurrency.lockutils [req-e0acd007-2303-486c-b735-6dfe15e44ddd req-abbc6480-5713-43d8-b32b-5633fd905e88 service nova] Releasing lock "refresh_cache-d2a4c8cf-6b6b-422f-8137-450cf9366a91" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.748440] env[69895]: DEBUG nova.compute.manager [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Received event network-changed-881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.748654] env[69895]: DEBUG nova.compute.manager [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Refreshing instance network info cache due to event network-changed-881c90af-be84-4ebd-bf97-bca4822413e9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.748945] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] Acquiring lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.749119] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] Acquired lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.749336] env[69895]: DEBUG nova.network.neutron [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Refreshing network info cache for port 881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.945111] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564247} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.945111] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] d2a4c8cf-6b6b-422f-8137-450cf9366a91/d2a4c8cf-6b6b-422f-8137-450cf9366a91.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.945111] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.945111] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48fbd078-1d9c-47e3-8204-8eb870dc90da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.949050] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 804.949050] env[69895]: value = "task-3471488" [ 804.949050] env[69895]: _type = "Task" [ 804.949050] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.961917] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.967087] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.721s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.967761] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.973920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.337s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.973920] env[69895]: INFO nova.compute.claims [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.062790] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471487, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.063343] env[69895]: INFO nova.compute.manager [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Took 40.07 seconds to build instance. [ 805.459233] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072966} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.459547] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.460367] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3685b213-8784-4153-89fc-b845316621a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.484053] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d2a4c8cf-6b6b-422f-8137-450cf9366a91/d2a4c8cf-6b6b-422f-8137-450cf9366a91.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.492673] env[69895]: DEBUG nova.compute.utils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.492673] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7c605f-c17b-4536-b5a8-6bb0c9465e28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.508408] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.514275] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 805.514275] env[69895]: value = "task-3471489" [ 805.514275] env[69895]: _type = "Task" [ 805.514275] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.525770] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.564935] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471487, 'name': CreateVM_Task, 'duration_secs': 0.531199} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.565363] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93ae9b7d-4140-4274-9354-97abbc6d68d4 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.680s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.565529] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.570034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.570034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.570034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.570034] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8c4f21-a511-43ab-a383-61e38c4d647e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.572724] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 805.572724] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5265eb17-d90f-9a85-9b08-344fcccefca8" [ 805.572724] env[69895]: _type = "Task" [ 805.572724] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.581425] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5265eb17-d90f-9a85-9b08-344fcccefca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.627756] env[69895]: DEBUG nova.network.neutron [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Updated VIF entry in instance network info cache for port 881c90af-be84-4ebd-bf97-bca4822413e9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.628206] env[69895]: DEBUG nova.network.neutron [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Updating instance_info_cache with network_info: [{"id": "881c90af-be84-4ebd-bf97-bca4822413e9", "address": "fa:16:3e:22:e0:51", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c90af-be", "ovs_interfaceid": "881c90af-be84-4ebd-bf97-bca4822413e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.012800] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.031193] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471489, 'name': ReconfigVM_Task, 'duration_secs': 0.395322} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.031193] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d2a4c8cf-6b6b-422f-8137-450cf9366a91/d2a4c8cf-6b6b-422f-8137-450cf9366a91.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.031634] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c358483-185c-4749-ac51-04374c40451c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.040824] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 806.040824] env[69895]: value = "task-3471490" [ 806.040824] env[69895]: _type = "Task" [ 806.040824] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.058393] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471490, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.069105] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.086400] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5265eb17-d90f-9a85-9b08-344fcccefca8, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.086827] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.087195] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.087557] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.087785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.088070] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.088419] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4b21ca-16c0-46d7-825e-962eade66a44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.098594] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.098888] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.100042] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9849ce-0214-4434-a79e-089894473dbc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.110021] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 806.110021] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ce1035-7ebd-fbcf-396f-514358a66b1a" [ 806.110021] env[69895]: _type = "Task" [ 806.110021] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.124856] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ce1035-7ebd-fbcf-396f-514358a66b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.127826] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0047c3-2959-4c93-8ae2-210300fb85bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.131048] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dbce020-398a-4ca2-be53-70f728535745 req-87833d8b-fcb6-426b-9fcd-0e3cf663bd12 service nova] Releasing lock "refresh_cache-1ec89f6d-4159-4de7-b19b-2aae18635b41" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.134773] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 806.134773] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521a86e2-541a-e0b3-8348-2cda9e649d62" [ 806.134773] env[69895]: _type = "Task" [ 806.134773] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.145413] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521a86e2-541a-e0b3-8348-2cda9e649d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.550211] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471490, 'name': Rename_Task, 'duration_secs': 0.149475} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.552848] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.553300] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53448f8e-201f-46d9-bc20-d49851e91288 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.562707] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 806.562707] env[69895]: value = "task-3471491" [ 806.562707] env[69895]: _type = "Task" [ 806.562707] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.572223] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.599273] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.630773] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd162135-07b5-4aac-ab52-2706e606005d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.641807] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b3414-b231-4478-9874-7f68bfc3db0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.650577] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521a86e2-541a-e0b3-8348-2cda9e649d62, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.675651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.675953] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1ec89f6d-4159-4de7-b19b-2aae18635b41/1ec89f6d-4159-4de7-b19b-2aae18635b41.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.676744] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d267b526-c335-4c74-b220-02ab97a2f20d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.679219] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c7b4fe-47c9-4fdd-84f2-80fbd6d289a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.689594] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 806.689594] env[69895]: value = "task-3471492" [ 806.689594] env[69895]: _type = "Task" [ 806.689594] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.690812] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12233b21-1ddc-4dad-bfd0-18e20d1f34dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.707153] env[69895]: DEBUG nova.compute.provider_tree [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.711373] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.827598] env[69895]: DEBUG nova.compute.manager [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Received event network-changed-e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.827859] env[69895]: DEBUG nova.compute.manager [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Refreshing instance network info cache due to event network-changed-e209dcfa-a62c-41fb-81fb-44becc51c3b9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.828377] env[69895]: DEBUG oslo_concurrency.lockutils [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] Acquiring lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.828561] env[69895]: DEBUG oslo_concurrency.lockutils [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] Acquired lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.828747] env[69895]: DEBUG nova.network.neutron [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Refreshing network info cache for port e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.027073] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.058548] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.058702] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.058786] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.058956] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.060043] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.060043] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.060043] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.060043] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.060380] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.060419] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.060598] env[69895]: DEBUG nova.virt.hardware [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.061567] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29dd8a-bfba-468b-a0b3-1c218cded590 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074213] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471491, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.081355] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0abb8-f038-4f34-848a-06016d429583 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.099564] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.105970] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Creating folder: Project (afe1b3126c764f4e87b889d23283534d). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.106819] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3de615ab-1d85-4328-9fc6-dd68295b835e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.119638] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Created folder: Project (afe1b3126c764f4e87b889d23283534d) in parent group-v693805. [ 807.119903] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Creating folder: Instances. Parent ref: group-v693944. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.120196] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45d36919-5d31-4fa4-b727-da4a1c62cee2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.131324] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Created folder: Instances in parent group-v693944. [ 807.131618] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.131827] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.132057] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2cdc98b-5fd3-4cb9-8176-ac8a54c938be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.150448] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.150769] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.153937] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.153937] env[69895]: value = "task-3471495" [ 807.153937] env[69895]: _type = "Task" [ 807.153937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.167276] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471495, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.204393] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471492, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.214211] env[69895]: DEBUG nova.scheduler.client.report [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.482303] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.484786] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.575865] env[69895]: DEBUG oslo_vmware.api [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471491, 'name': PowerOnVM_Task, 'duration_secs': 0.568779} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.576267] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.576539] env[69895]: INFO nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Took 6.83 seconds to spawn the instance on the hypervisor. [ 807.577512] env[69895]: DEBUG nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.578504] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d80ab8-1501-4857-b34d-50c3426758dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.617780] env[69895]: DEBUG nova.network.neutron [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updated VIF entry in instance network info cache for port e209dcfa-a62c-41fb-81fb-44becc51c3b9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.618202] env[69895]: DEBUG nova.network.neutron [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updating instance_info_cache with network_info: [{"id": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "address": "fa:16:3e:7b:fb:74", "network": {"id": "181a91dc-3a8a-4e14-8111-8d179a160f3f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1440687247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a67563c239b14ccbacb1cdb7fd3701a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape209dcfa-a6", "ovs_interfaceid": "e209dcfa-a62c-41fb-81fb-44becc51c3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.655988] env[69895]: DEBUG nova.compute.utils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.666545] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471495, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.705017] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.705328] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1ec89f6d-4159-4de7-b19b-2aae18635b41/1ec89f6d-4159-4de7-b19b-2aae18635b41.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.705561] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.705824] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5216c2c-b9d3-4111-8398-7058f9f701c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.712204] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 807.712204] env[69895]: value = "task-3471496" [ 807.712204] env[69895]: _type = "Task" [ 807.712204] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.720036] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.721933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.722450] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.724994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.855s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.725258] env[69895]: DEBUG nova.objects.instance [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid fa91b2e2-a46a-48b9-abc7-f5d38c476534 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.994453] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 807.994453] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.099114] env[69895]: INFO nova.compute.manager [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Took 39.77 seconds to build instance. [ 808.120728] env[69895]: DEBUG oslo_concurrency.lockutils [req-54096816-2ca0-4607-9d9e-88b037c8bbd1 req-e5785cd7-7fa6-4b62-86de-fe4cdf897b78 service nova] Releasing lock "refresh_cache-910184ee-d840-4b0c-8764-d02d3b69f88e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.162646] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.168893] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471495, 'name': CreateVM_Task, 'duration_secs': 0.546783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.169088] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.169510] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.169675] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.169993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.170266] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4fd6ec3-d809-4dae-a152-08c5bb439093 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.175372] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 808.175372] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528de5c7-c790-bf8b-b23c-00e6d18aec95" [ 808.175372] env[69895]: _type = "Task" [ 808.175372] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.183787] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528de5c7-c790-bf8b-b23c-00e6d18aec95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.222157] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064322} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.222429] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.223233] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da6e5a7-328a-47f9-8d5d-77eef7a0d8aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.230575] env[69895]: DEBUG nova.compute.utils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.242368] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 808.250905] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1ec89f6d-4159-4de7-b19b-2aae18635b41/1ec89f6d-4159-4de7-b19b-2aae18635b41.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.254647] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.257131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0fb30f-7b79-42c5-9f8f-47f60649342f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.279083] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 808.279083] env[69895]: value = "task-3471497" [ 808.279083] env[69895]: _type = "Task" [ 808.279083] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.289406] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.497978] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.577546] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.577907] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.600543] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5905eefa-fbc6-4098-b425-41190420affb tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.130s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.686712] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528de5c7-c790-bf8b-b23c-00e6d18aec95, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.686906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.687275] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.687361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.687454] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.688028] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.688028] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd57faf-fa6a-4078-bcc0-7ad3850d845a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.698233] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.698233] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.698984] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984175b1-c5e5-4071-a714-ca7b2909e8a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.703879] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 808.703879] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5217c9c1-80d6-6bf4-6204-bda75ef61230" [ 808.703879] env[69895]: _type = "Task" [ 808.703879] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.714235] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5217c9c1-80d6-6bf4-6204-bda75ef61230, 'name': SearchDatastore_Task, 'duration_secs': 0.007844} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.714971] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fef7ec5-edf8-4fbb-8eaa-8c6cddc1477c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.719557] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 808.719557] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe48cd-aa8f-5329-90d9-a7f6cbb612d9" [ 808.719557] env[69895]: _type = "Task" [ 808.719557] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.734743] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe48cd-aa8f-5329-90d9-a7f6cbb612d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008184} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.737830] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.738018] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bceb9f61-2cb0-4d0b-8112-617bd743a967/bceb9f61-2cb0-4d0b-8112-617bd743a967.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.738892] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67d773c-d5ca-4067-874a-8eb68f3fc331 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.746526] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 808.746526] env[69895]: value = "task-3471498" [ 808.746526] env[69895]: _type = "Task" [ 808.746526] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.759029] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.788463] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f27c217-7783-4ad2-835e-0c40542a3a78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.800095] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d3599-2102-4aab-992d-b0be2e20003c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.803601] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471497, 'name': ReconfigVM_Task, 'duration_secs': 0.270672} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.804247] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1ec89f6d-4159-4de7-b19b-2aae18635b41/1ec89f6d-4159-4de7-b19b-2aae18635b41.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.805306] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c65cca6e-992a-4cad-b8bd-307c9552ae06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.834342] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8065330-3950-414b-b895-e366946923a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.837423] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 808.837423] env[69895]: value = "task-3471499" [ 808.837423] env[69895]: _type = "Task" [ 808.837423] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.845531] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146293a-7b7f-4cbc-977d-8c788883ac73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.853272] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471499, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.864039] env[69895]: DEBUG nova.compute.provider_tree [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.104493] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.229986] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.230424] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.230686] env[69895]: INFO nova.compute.manager [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Attaching volume c7ef3996-1bda-4476-b357-01590e55e4aa to /dev/sdb [ 809.260164] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.270849] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491e082-6f5f-4c3f-8336-07d2b9d6fa35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.278119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921637ee-e6fd-45ad-ac8c-06b58593d858 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.281948] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.296428] env[69895]: DEBUG nova.virt.block_device [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updating existing volume attachment record: 36cc025d-f84c-4327-a6c0-e5e5d945fda3 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.306855] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.307122] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.307286] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.307474] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.307623] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.307771] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.307979] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.308161] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.308331] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.308494] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.308666] env[69895]: DEBUG nova.virt.hardware [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.309533] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115560b3-f2f5-4ef4-9fa2-cfa10a6d60d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.316972] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86763a-13fe-4c88-af08-8ed9f2941dd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.330429] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.336041] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.336305] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.336529] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062eebff-4bf5-4b20-9588-8f775449cf81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.356276] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471499, 'name': Rename_Task, 'duration_secs': 0.140092} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.357533] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.357763] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.357763] env[69895]: value = "task-3471500" [ 809.357763] env[69895]: _type = "Task" [ 809.357763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.357942] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae32c19d-7633-4d8e-81a1-136408952609 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.368372] env[69895]: DEBUG nova.scheduler.client.report [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.372150] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471500, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.374303] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 809.374303] env[69895]: value = "task-3471501" [ 809.374303] env[69895]: _type = "Task" [ 809.374303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.381738] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.479225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.479525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.479748] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.479934] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.480187] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.482627] env[69895]: INFO nova.compute.manager [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Terminating instance [ 809.629227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.759235] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553271} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.759589] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bceb9f61-2cb0-4d0b-8112-617bd743a967/bceb9f61-2cb0-4d0b-8112-617bd743a967.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.759892] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.760240] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4fb1a2-247c-49d0-b18f-0d08f100459a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.766711] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 809.766711] env[69895]: value = "task-3471505" [ 809.766711] env[69895]: _type = "Task" [ 809.766711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.775617] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.868966] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471500, 'name': CreateVM_Task, 'duration_secs': 0.375368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.869177] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.869635] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.869794] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.870163] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.870424] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdfb01c-2a34-448b-bedd-e1287594ec24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.873062] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.875434] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.100s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.877372] env[69895]: INFO nova.compute.claims [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.886876] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 809.886876] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e8bf6e-3780-a4b5-821b-ea1df523438a" [ 809.886876] env[69895]: _type = "Task" [ 809.886876] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.895703] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471501, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.896777] env[69895]: INFO nova.scheduler.client.report [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance fa91b2e2-a46a-48b9-abc7-f5d38c476534 [ 809.904931] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e8bf6e-3780-a4b5-821b-ea1df523438a, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.905483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.905804] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.906072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.906297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.906541] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.906877] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3bfe42-0622-4420-b2b0-166bcba5cc74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.920374] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.921316] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.921415] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2546c549-57b9-4631-948a-e920b14d68c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.927588] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 809.927588] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3febe-ee83-f5ca-5e3e-0f4bc2791267" [ 809.927588] env[69895]: _type = "Task" [ 809.927588] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.938275] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3febe-ee83-f5ca-5e3e-0f4bc2791267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.986721] env[69895]: DEBUG nova.compute.manager [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.987216] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.988440] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313225d9-7b1b-4ced-a7f3-96cb3b044b8d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.995875] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.996148] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2106e834-203d-4fb9-9b04-d430fe5bba40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.002298] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 810.002298] env[69895]: value = "task-3471506" [ 810.002298] env[69895]: _type = "Task" [ 810.002298] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.010622] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.277700] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06192} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.278014] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.278848] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a602c-02fe-4619-80c7-ad267c7509ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.299301] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] bceb9f61-2cb0-4d0b-8112-617bd743a967/bceb9f61-2cb0-4d0b-8112-617bd743a967.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.299593] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d7583a-85f6-4d25-91b4-b3652c01f561 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.319407] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 810.319407] env[69895]: value = "task-3471507" [ 810.319407] env[69895]: _type = "Task" [ 810.319407] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.327260] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.392752] env[69895]: DEBUG oslo_vmware.api [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471501, 'name': PowerOnVM_Task, 'duration_secs': 0.566772} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.393012] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.393222] env[69895]: INFO nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Took 8.11 seconds to spawn the instance on the hypervisor. [ 810.393457] env[69895]: DEBUG nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.394225] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c698c-dc8e-450a-918e-89630fe1e99d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.407996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "fa91b2e2-a46a-48b9-abc7-f5d38c476534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.990s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.439241] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3febe-ee83-f5ca-5e3e-0f4bc2791267, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.439999] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accc6ced-7a4a-41ba-83f5-f6fac5b0e4c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.445357] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 810.445357] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3d9c8-a0b7-ab70-48ad-d562d9973514" [ 810.445357] env[69895]: _type = "Task" [ 810.445357] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.452770] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3d9c8-a0b7-ab70-48ad-d562d9973514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.511372] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471506, 'name': PowerOffVM_Task, 'duration_secs': 0.211351} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.511643] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.511814] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.512074] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de00a64a-12b3-4fa8-8b21-5f8b0ab3bee7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.575569] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.575774] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.575943] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Deleting the datastore file [datastore2] d2a4c8cf-6b6b-422f-8137-450cf9366a91 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.576219] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea30ffd1-60d3-467b-b031-ccb535c90e44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.582651] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for the task: (returnval){ [ 810.582651] env[69895]: value = "task-3471509" [ 810.582651] env[69895]: _type = "Task" [ 810.582651] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.592371] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.830858] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.911855] env[69895]: INFO nova.compute.manager [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Took 36.77 seconds to build instance. [ 810.967683] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3d9c8-a0b7-ab70-48ad-d562d9973514, 'name': SearchDatastore_Task, 'duration_secs': 0.045753} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.968375] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.968568] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.969023] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5a7159-f1a3-47e2-9915-7234038cd8fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.978112] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 810.978112] env[69895]: value = "task-3471510" [ 810.978112] env[69895]: _type = "Task" [ 810.978112] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.990761] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.105836] env[69895]: DEBUG oslo_vmware.api [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Task: {'id': task-3471509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504618} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.106047] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.106468] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.106839] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.107206] env[69895]: INFO nova.compute.manager [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Took 1.12 seconds to destroy the instance on the hypervisor. [ 811.107826] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.108939] env[69895]: DEBUG nova.compute.manager [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.108939] env[69895]: DEBUG nova.network.neutron [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.332273] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.417793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d2271445-113a-42c2-84f7-10a82ed8c861 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.667s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.464376] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0116bc-0927-4b41-91e5-03141c5a8a2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.474255] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Suspending the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 811.474255] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c65b7d25-e325-4e86-9c5b-c3276de51fdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.485193] env[69895]: DEBUG oslo_vmware.api [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] Waiting for the task: (returnval){ [ 811.485193] env[69895]: value = "task-3471511" [ 811.485193] env[69895]: _type = "Task" [ 811.485193] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.495602] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.504070] env[69895]: DEBUG oslo_vmware.api [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] Task: {'id': task-3471511, 'name': SuspendVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.530741] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28448160-8a2d-44e4-b8cc-9b928362a79a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.541330] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198fb016-79aa-4272-b4ac-936720b7f184 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.590963] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adecacd5-c5e1-4e4a-96a7-345b2a3b8b18 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.602613] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3e185c-d065-4352-8906-d43de8e72dfa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.618703] env[69895]: DEBUG nova.compute.provider_tree [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.830968] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.900176] env[69895]: DEBUG nova.compute.manager [req-86324216-fad6-4709-b7e0-4d1f0c8c8b7b req-adc28262-99e0-4470-84b7-b763e3979251 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Received event network-vif-deleted-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.900176] env[69895]: INFO nova.compute.manager [req-86324216-fad6-4709-b7e0-4d1f0c8c8b7b req-adc28262-99e0-4470-84b7-b763e3979251 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Neutron deleted interface 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc; detaching it from the instance and deleting it from the info cache [ 811.900364] env[69895]: DEBUG nova.network.neutron [req-86324216-fad6-4709-b7e0-4d1f0c8c8b7b req-adc28262-99e0-4470-84b7-b763e3979251 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.926111] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.990033] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653214} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.992354] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.992584] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.992858] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3056b2f4-7cf5-4108-8cf4-e2676f55afd2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999209] env[69895]: DEBUG oslo_vmware.api [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] Task: {'id': task-3471511, 'name': SuspendVM_Task} progress is 50%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.000792] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 812.000792] env[69895]: value = "task-3471513" [ 812.000792] env[69895]: _type = "Task" [ 812.000792] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.008103] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.123936] env[69895]: DEBUG nova.scheduler.client.report [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.126874] env[69895]: DEBUG nova.network.neutron [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.230356] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.230642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.332190] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471507, 'name': ReconfigVM_Task, 'duration_secs': 1.894547} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.332475] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Reconfigured VM instance instance-00000035 to attach disk [datastore2] bceb9f61-2cb0-4d0b-8112-617bd743a967/bceb9f61-2cb0-4d0b-8112-617bd743a967.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.333196] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36b9871c-2f7f-4abc-a003-abb667002455 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.339040] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 812.339040] env[69895]: value = "task-3471514" [ 812.339040] env[69895]: _type = "Task" [ 812.339040] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.347191] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471514, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.403068] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1c31336-a396-46ed-a43b-1def8a07c88e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.412077] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb3e4c-7cd5-46f0-a33a-a48fce579612 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.447141] env[69895]: DEBUG nova.compute.manager [req-86324216-fad6-4709-b7e0-4d1f0c8c8b7b req-adc28262-99e0-4470-84b7-b763e3979251 service nova] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Detach interface failed, port_id=74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc, reason: Instance d2a4c8cf-6b6b-422f-8137-450cf9366a91 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.461195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.498170] env[69895]: DEBUG oslo_vmware.api [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] Task: {'id': task-3471511, 'name': SuspendVM_Task, 'duration_secs': 0.711496} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.498461] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Suspended the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 812.498663] env[69895]: DEBUG nova.compute.manager [None req-38ff8fca-607d-45f3-8f9f-44e929031b6f tempest-ServersAdminNegativeTestJSON-876598098 tempest-ServersAdminNegativeTestJSON-876598098-project-admin] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.499435] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e08866-4c42-44f4-837e-62f29fdda3c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.513097] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061637} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.513626] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.514365] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c947f43-c317-4fe5-ad94-6dd3f7596911 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.535296] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.535637] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23d4112-3769-4649-82dc-be83ba244450 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.558307] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 812.558307] env[69895]: value = "task-3471515" [ 812.558307] env[69895]: _type = "Task" [ 812.558307] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.566828] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.628741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.629318] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.632020] env[69895]: INFO nova.compute.manager [-] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Took 1.52 seconds to deallocate network for instance. [ 812.632307] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.052s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.634065] env[69895]: INFO nova.compute.claims [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.854073] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471514, 'name': Rename_Task, 'duration_secs': 0.303671} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.854485] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.854745] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda858bd-d7c5-47f0-b5b6-bfdfe4022ed8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.861268] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 812.861268] env[69895]: value = "task-3471516" [ 812.861268] env[69895]: _type = "Task" [ 812.861268] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.873500] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.070595] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471515, 'name': ReconfigVM_Task, 'duration_secs': 0.275666} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.070595] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.071186] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a682822a-a709-4a3d-a13e-7dbad1a2cc88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.077587] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 813.077587] env[69895]: value = "task-3471517" [ 813.077587] env[69895]: _type = "Task" [ 813.077587] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.085956] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471517, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.140279] env[69895]: DEBUG nova.compute.utils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.144588] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.144588] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.146861] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.214017] env[69895]: DEBUG nova.policy [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adf6e1bc2cf24fd0b709b34c9d95143b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f43501c95a401a8b1887634f5888ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.373900] env[69895]: DEBUG oslo_vmware.api [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471516, 'name': PowerOnVM_Task, 'duration_secs': 0.499889} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.373900] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.373900] env[69895]: INFO nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Took 6.34 seconds to spawn the instance on the hypervisor. [ 813.373900] env[69895]: DEBUG nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.373900] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290aee34-6677-4033-aad0-1718bb7b4227 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.586594] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Successfully created port: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.597784] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471517, 'name': Rename_Task, 'duration_secs': 0.143985} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.597784] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.597784] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecb7051-bb2d-41f1-bea2-1cf5e4e93290 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.604019] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 813.604019] env[69895]: value = "task-3471518" [ 813.604019] env[69895]: _type = "Task" [ 813.604019] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.610144] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.645790] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.849038] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.849038] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693950', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'name': 'volume-c7ef3996-1bda-4476-b357-01590e55e4aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf15903-2275-4635-8d3b-a85568afe49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'serial': 'c7ef3996-1bda-4476-b357-01590e55e4aa'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.849038] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac3bf09-ad63-4866-a5c0-c5583f0c1e6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.873413] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e53fded-6687-497c-86b2-96f871b6d085 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.908286] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-c7ef3996-1bda-4476-b357-01590e55e4aa/volume-c7ef3996-1bda-4476-b357-01590e55e4aa.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.912597] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ac33c1-3b3b-4326-b10c-d7f42d2d55d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.927123] env[69895]: INFO nova.compute.manager [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Took 39.11 seconds to build instance. [ 813.933862] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Waiting for the task: (returnval){ [ 813.933862] env[69895]: value = "task-3471519" [ 813.933862] env[69895]: _type = "Task" [ 813.933862] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.943154] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.118743] env[69895]: DEBUG oslo_vmware.api [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471518, 'name': PowerOnVM_Task, 'duration_secs': 0.4297} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.118979] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.119329] env[69895]: INFO nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Took 4.84 seconds to spawn the instance on the hypervisor. [ 814.119572] env[69895]: DEBUG nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.122132] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01ea41-f573-42da-99af-5abc377b215f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.253714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "33c412e2-353f-4fef-bed7-8879d0286b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.253714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.253714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.253714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.253714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.254708] env[69895]: INFO nova.compute.manager [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Terminating instance [ 814.303569] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.303956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.304583] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.305143] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.305910] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.312293] env[69895]: INFO nova.compute.manager [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Terminating instance [ 814.366137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f2187-b99e-4c56-a13d-05077f45db4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.372681] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5687cb3-4285-4214-82d2-fe51c2069d02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.412033] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181f48cf-3cd9-4aad-83ee-fbbfd8ba2ab2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.419743] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c60b4-67ca-4304-bb5d-0e8c830f5cef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.434654] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fe0ed5d-12ff-479a-a8de-bfebcd2b0688 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.575s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.435180] env[69895]: DEBUG nova.compute.provider_tree [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.449914] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.649590] env[69895]: INFO nova.compute.manager [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Took 39.07 seconds to build instance. [ 814.668431] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.689309] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.689650] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.689866] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.690105] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.690298] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.690459] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.690671] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.690834] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.691011] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.691188] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.691380] env[69895]: DEBUG nova.virt.hardware [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.692312] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c370c363-31b2-41a5-a34f-e1490211f65f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.700693] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6271518-0665-4842-88c5-f1098c367c76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.763591] env[69895]: DEBUG nova.compute.manager [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.763827] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.764131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6cc6aa-b8ab-41bc-bd9a-9e9109473ea1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.771743] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 814.771743] env[69895]: value = "task-3471520" [ 814.771743] env[69895]: _type = "Task" [ 814.771743] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.779519] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.817398] env[69895]: DEBUG nova.compute.manager [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.817658] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.818596] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872eaead-84f9-4bff-bc2e-3a89eebb59d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.826974] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.826974] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1d7abf-0f18-4417-b5a6-8d1aaaca6582 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.894692] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.895096] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.895315] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleting the datastore file [datastore2] 1ec89f6d-4159-4de7-b19b-2aae18635b41 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.895580] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a2f0b62-1975-452c-9867-92183e20c643 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.903640] env[69895]: DEBUG oslo_vmware.api [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 814.903640] env[69895]: value = "task-3471522" [ 814.903640] env[69895]: _type = "Task" [ 814.903640] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.912022] env[69895]: DEBUG oslo_vmware.api [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.940617] env[69895]: DEBUG nova.scheduler.client.report [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.944130] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.953308] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471519, 'name': ReconfigVM_Task, 'duration_secs': 0.900226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.953547] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-c7ef3996-1bda-4476-b357-01590e55e4aa/volume-c7ef3996-1bda-4476-b357-01590e55e4aa.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.958497] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa5f5c0-4338-4194-b333-af5bf3855231 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.976776] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Waiting for the task: (returnval){ [ 814.976776] env[69895]: value = "task-3471523" [ 814.976776] env[69895]: _type = "Task" [ 814.976776] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.987488] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.154231] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4cf5e9e3-64f1-44dc-9460-3eb84cfec5b9 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.486s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.154231] env[69895]: INFO nova.compute.manager [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Rebuilding instance [ 815.202019] env[69895]: DEBUG nova.compute.manager [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.202019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa8df43-0398-445e-890d-60174943bd04 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.286948] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471520, 'name': PowerOffVM_Task, 'duration_secs': 0.281069} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.286948] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.286948] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.287171] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693809', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'name': 'volume-d693c684-fd99-4149-907a-f8cf065775d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c412e2-353f-4fef-bed7-8879d0286b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'serial': 'd693c684-fd99-4149-907a-f8cf065775d9'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.287899] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff40283-d03b-481a-97f9-a29586bc4cb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.307489] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6947297-f893-4d98-a4d2-28413f865b79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.314686] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5089b393-3fbe-4035-b132-6cf244062410 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.333567] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c284c9-ba11-4677-92fe-730fa1d06167 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.350586] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] The volume has not been displaced from its original location: [datastore1] volume-d693c684-fd99-4149-907a-f8cf065775d9/volume-d693c684-fd99-4149-907a-f8cf065775d9.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.356367] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.356704] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28754747-655d-4694-a771-bc726996cd07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.376396] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 815.376396] env[69895]: value = "task-3471524" [ 815.376396] env[69895]: _type = "Task" [ 815.376396] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.386473] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.413779] env[69895]: DEBUG nova.compute.manager [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Received event network-vif-plugged-26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.413779] env[69895]: DEBUG oslo_concurrency.lockutils [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] Acquiring lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.413779] env[69895]: DEBUG oslo_concurrency.lockutils [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] Lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.413779] env[69895]: DEBUG oslo_concurrency.lockutils [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] Lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.413779] env[69895]: DEBUG nova.compute.manager [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] No waiting events found dispatching network-vif-plugged-26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.413779] env[69895]: WARNING nova.compute.manager [req-cd217812-d0b3-4729-9de6-bff2b4ae8270 req-5dc59b3b-e285-41dc-9d8d-8b09f1403bcf service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Received unexpected event network-vif-plugged-26afa8e9-1aad-4ea8-ac27-197c36ddca6d for instance with vm_state building and task_state spawning. [ 815.420611] env[69895]: DEBUG oslo_vmware.api [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175556} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.420611] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.420611] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.420611] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.420611] env[69895]: INFO nova.compute.manager [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Took 0.60 seconds to destroy the instance on the hypervisor. [ 815.422298] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.422298] env[69895]: DEBUG nova.compute.manager [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.422298] env[69895]: DEBUG nova.network.neutron [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.431202] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Successfully updated port: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.449252] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.450303] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.460289] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.118s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.460576] env[69895]: DEBUG nova.objects.instance [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lazy-loading 'resources' on Instance uuid 9d70c5fd-3c56-45f1-aa22-586d36e35bcd {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.488603] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.491016] env[69895]: DEBUG oslo_vmware.api [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471523, 'name': ReconfigVM_Task, 'duration_secs': 0.15467} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.491460] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693950', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'name': 'volume-c7ef3996-1bda-4476-b357-01590e55e4aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf15903-2275-4635-8d3b-a85568afe49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'serial': 'c7ef3996-1bda-4476-b357-01590e55e4aa'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.660313] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.756030] env[69895]: DEBUG nova.compute.manager [req-a3311cd6-de2f-49c3-a5ba-37d8424aea34 req-ee808401-f4c9-453c-8de4-7f2e559dda0e service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Received event network-vif-deleted-881c90af-be84-4ebd-bf97-bca4822413e9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.756251] env[69895]: INFO nova.compute.manager [req-a3311cd6-de2f-49c3-a5ba-37d8424aea34 req-ee808401-f4c9-453c-8de4-7f2e559dda0e service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Neutron deleted interface 881c90af-be84-4ebd-bf97-bca4822413e9; detaching it from the instance and deleting it from the info cache [ 815.756419] env[69895]: DEBUG nova.network.neutron [req-a3311cd6-de2f-49c3-a5ba-37d8424aea34 req-ee808401-f4c9-453c-8de4-7f2e559dda0e service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.886552] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471524, 'name': ReconfigVM_Task, 'duration_secs': 0.331887} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.886815] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.891914] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4a96de-378d-4f36-9160-b0fbbafc279c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.907720] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 815.907720] env[69895]: value = "task-3471525" [ 815.907720] env[69895]: _type = "Task" [ 815.907720] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.916242] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.934102] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.934387] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquired lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.934615] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.962123] env[69895]: DEBUG nova.compute.utils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.963275] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.963510] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.008430] env[69895]: DEBUG nova.policy [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.188393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.218817] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.219342] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090be813-8f5b-4be5-af48-1acd50887d1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.226472] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 816.226472] env[69895]: value = "task-3471526" [ 816.226472] env[69895]: _type = "Task" [ 816.226472] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.238336] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.239754] env[69895]: DEBUG nova.network.neutron [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.258980] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b15ea94-ade8-4a77-9bf3-a352c2cabd79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.271287] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c344a787-bbbe-45cc-a9c3-4771b102cfcf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.310662] env[69895]: DEBUG nova.compute.manager [req-a3311cd6-de2f-49c3-a5ba-37d8424aea34 req-ee808401-f4c9-453c-8de4-7f2e559dda0e service nova] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Detach interface failed, port_id=881c90af-be84-4ebd-bf97-bca4822413e9, reason: Instance 1ec89f6d-4159-4de7-b19b-2aae18635b41 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.311714] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Successfully created port: 01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.421234] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471525, 'name': ReconfigVM_Task, 'duration_secs': 0.147661} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.421612] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693809', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'name': 'volume-d693c684-fd99-4149-907a-f8cf065775d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33c412e2-353f-4fef-bed7-8879d0286b19', 'attached_at': '', 'detached_at': '', 'volume_id': 'd693c684-fd99-4149-907a-f8cf065775d9', 'serial': 'd693c684-fd99-4149-907a-f8cf065775d9'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.421824] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.424024] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911403ad-48cc-4b66-b4a8-49e65b8c3e20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.434024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.434024] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f189b7ea-aee1-4b75-89c2-67108666566e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.470094] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.492717] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.540428] env[69895]: DEBUG nova.objects.instance [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lazy-loading 'flavor' on Instance uuid 2bf15903-2275-4635-8d3b-a85568afe49f {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.590816] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.591068] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.591261] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Deleting the datastore file [datastore1] 33c412e2-353f-4fef-bed7-8879d0286b19 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.591551] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611fc603-0b7c-4d98-8daa-86e74ae72075 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.597687] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for the task: (returnval){ [ 816.597687] env[69895]: value = "task-3471528" [ 816.597687] env[69895]: _type = "Task" [ 816.597687] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.610987] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.616805] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef3ec95-4b14-4eea-a666-c823735ae7d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.625570] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d9e31-f9d8-432a-b8ca-e7e3bd1f80d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.660798] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7305f-2876-4db0-a413-b1116edab798 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.670319] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aebef24-e187-4937-bc2d-c6b5b2256031 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.686941] env[69895]: DEBUG nova.compute.provider_tree [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.738419] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471526, 'name': PowerOffVM_Task, 'duration_secs': 0.119274} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.738706] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.739014] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.739799] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a8f121-2214-44f0-a897-81e28ca93604 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.742690] env[69895]: INFO nova.compute.manager [-] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Took 1.32 seconds to deallocate network for instance. [ 816.749620] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.750053] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-682aea64-1dcc-48f2-bbf2-342e7954b72c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.766498] env[69895]: DEBUG nova.network.neutron [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Updating instance_info_cache with network_info: [{"id": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "address": "fa:16:3e:0a:50:d4", "network": {"id": "256bd5c9-b292-4f6b-8af9-de47e39492b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1743506586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f43501c95a401a8b1887634f5888ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afa8e9-1a", "ovs_interfaceid": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.777295] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.777295] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.777295] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleting the datastore file [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.777537] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d0476f-f4b2-4270-a2ca-247def111f25 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.784855] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 816.784855] env[69895]: value = "task-3471530" [ 816.784855] env[69895]: _type = "Task" [ 816.784855] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.793813] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.047966] env[69895]: DEBUG oslo_concurrency.lockutils [None req-df9784a6-1a26-4bc2-bf8c-99651538774a tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.112296] env[69895]: DEBUG oslo_vmware.api [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Task: {'id': task-3471528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085007} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.112557] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.112740] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.112913] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.113097] env[69895]: INFO nova.compute.manager [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Took 2.35 seconds to destroy the instance on the hypervisor. [ 817.113333] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.113666] env[69895]: DEBUG nova.compute.manager [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.113666] env[69895]: DEBUG nova.network.neutron [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.193637] env[69895]: DEBUG nova.scheduler.client.report [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.253146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.269098] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Releasing lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.269452] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Instance network_info: |[{"id": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "address": "fa:16:3e:0a:50:d4", "network": {"id": "256bd5c9-b292-4f6b-8af9-de47e39492b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1743506586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f43501c95a401a8b1887634f5888ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afa8e9-1a", "ovs_interfaceid": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.269905] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:50:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26afa8e9-1aad-4ea8-ac27-197c36ddca6d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.278561] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Creating folder: Project (47f43501c95a401a8b1887634f5888ea). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.279844] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b418ad6b-a272-4e8f-89b1-43d456155f96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.295181] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097902} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.296708] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.296949] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.297216] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.299657] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Created folder: Project (47f43501c95a401a8b1887634f5888ea) in parent group-v693805. [ 817.299831] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Creating folder: Instances. Parent ref: group-v693951. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.300248] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd107766-12d3-402a-8ac5-cdb9869710c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.312022] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Created folder: Instances in parent group-v693951. [ 817.312022] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.312022] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.312189] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeb0761e-a9dd-4730-91a7-0975b59c40db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.334692] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.334692] env[69895]: value = "task-3471533" [ 817.334692] env[69895]: _type = "Task" [ 817.334692] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.343161] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471533, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.484087] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.512481] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.512740] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.512900] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.513138] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.513310] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.513917] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.513917] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.513917] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.514180] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.514231] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.514402] env[69895]: DEBUG nova.virt.hardware [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.515292] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f7d77-c52f-43ca-8357-657c38ba729c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.523800] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2381e31-4a77-4cfc-a03e-0cd627947619 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.634096] env[69895]: DEBUG nova.compute.manager [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Received event network-changed-26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.634538] env[69895]: DEBUG nova.compute.manager [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Refreshing instance network info cache due to event network-changed-26afa8e9-1aad-4ea8-ac27-197c36ddca6d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.634629] env[69895]: DEBUG oslo_concurrency.lockutils [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] Acquiring lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.634726] env[69895]: DEBUG oslo_concurrency.lockutils [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] Acquired lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.634940] env[69895]: DEBUG nova.network.neutron [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Refreshing network info cache for port 26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.699305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.701668] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.194s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.703174] env[69895]: INFO nova.compute.claims [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.737127] env[69895]: INFO nova.scheduler.client.report [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleted allocations for instance 9d70c5fd-3c56-45f1-aa22-586d36e35bcd [ 817.846571] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471533, 'name': CreateVM_Task, 'duration_secs': 0.358852} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.846753] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.848439] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.848625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.849481] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.849481] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245aad2f-b50f-4866-a37c-a26a7b2d8ecc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.854150] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 817.854150] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e9c3f-f8d4-672e-e5b6-07be1b377729" [ 817.854150] env[69895]: _type = "Task" [ 817.854150] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.864511] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e9c3f-f8d4-672e-e5b6-07be1b377729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.894050] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Successfully updated port: 01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.998436] env[69895]: DEBUG nova.compute.manager [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Received event network-vif-plugged-01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.000058] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] Acquiring lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.003018] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.003018] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.003018] env[69895]: DEBUG nova.compute.manager [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] No waiting events found dispatching network-vif-plugged-01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.003018] env[69895]: WARNING nova.compute.manager [req-2f676527-e468-4416-905d-9df7517407f8 req-bb8de362-7d78-48fe-afd8-b00839820f90 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Received unexpected event network-vif-plugged-01cbf811-af5f-4795-b289-b5f2632de63c for instance with vm_state building and task_state spawning. [ 818.141974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.142263] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.249286] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.383s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.250223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.636s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.250492] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.250758] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.250971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.255923] env[69895]: INFO nova.compute.manager [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Terminating instance [ 818.295156] env[69895]: DEBUG nova.network.neutron [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.337018] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.337018] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.337018] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.337522] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.338217] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.338217] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.338365] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.338446] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.338611] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.338774] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.338944] env[69895]: DEBUG nova.virt.hardware [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.339828] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f5b19-7f32-48e0-90cb-ad5a5122b87d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.349633] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd11281-24fb-48cd-ba82-f02f7e950ac0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.365261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.370787] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.371494] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.371715] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c800ca1a-1ae8-4168-a219-ca763ec1b990 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.387541] env[69895]: DEBUG nova.network.neutron [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Updated VIF entry in instance network info cache for port 26afa8e9-1aad-4ea8-ac27-197c36ddca6d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.387892] env[69895]: DEBUG nova.network.neutron [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Updating instance_info_cache with network_info: [{"id": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "address": "fa:16:3e:0a:50:d4", "network": {"id": "256bd5c9-b292-4f6b-8af9-de47e39492b7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1743506586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f43501c95a401a8b1887634f5888ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26afa8e9-1a", "ovs_interfaceid": "26afa8e9-1aad-4ea8-ac27-197c36ddca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.389372] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e9c3f-f8d4-672e-e5b6-07be1b377729, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.390163] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390391] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.390625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.390782] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.390950] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.391222] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e5cf12e-7f2d-45ce-bbe8-cdce418e3f33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.394271] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.394271] env[69895]: value = "task-3471534" [ 818.394271] env[69895]: _type = "Task" [ 818.394271] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.397406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.397535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.397677] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.404994] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.405191] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.406023] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471534, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.406023] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0459d5d9-9577-468d-8bce-a24ec0d1b8b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.411078] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 818.411078] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525c99c5-850e-b881-b894-6fa2182ce143" [ 818.411078] env[69895]: _type = "Task" [ 818.411078] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.418344] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525c99c5-850e-b881-b894-6fa2182ce143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.646085] env[69895]: INFO nova.compute.manager [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Detaching volume c7ef3996-1bda-4476-b357-01590e55e4aa [ 818.681945] env[69895]: INFO nova.virt.block_device [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Attempting to driver detach volume c7ef3996-1bda-4476-b357-01590e55e4aa from mountpoint /dev/sdb [ 818.682224] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.682419] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693950', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'name': 'volume-c7ef3996-1bda-4476-b357-01590e55e4aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf15903-2275-4635-8d3b-a85568afe49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'serial': 'c7ef3996-1bda-4476-b357-01590e55e4aa'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.683358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d4fb0-d578-4907-a588-817fe8160a16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.705109] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9075a966-6e91-482b-ba4f-1b445851eed7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.714425] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722d80a-bc8e-4bfc-8e6e-b670dd03cee4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.734770] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b90f0-fe25-4611-bae2-fa3b834e0d64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.748830] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c7ef3996-1bda-4476-b357-01590e55e4aa/volume-c7ef3996-1bda-4476-b357-01590e55e4aa.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.753979] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.756973] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f23499e-65f0-4f6c-9190-470afbcc2678 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.770382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.770382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquired lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.770382] env[69895]: DEBUG nova.network.neutron [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.776652] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Waiting for the task: (returnval){ [ 818.776652] env[69895]: value = "task-3471535" [ 818.776652] env[69895]: _type = "Task" [ 818.776652] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.787011] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.797673] env[69895]: INFO nova.compute.manager [-] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Took 1.68 seconds to deallocate network for instance. [ 818.891081] env[69895]: DEBUG oslo_concurrency.lockutils [req-96b01993-b108-48f1-83df-686c6a691d9d req-d76bb7b2-9a9a-4cf4-b6c9-f351a64eac2b service nova] Releasing lock "refresh_cache-ba33d821-9bdd-483d-ad81-665091743ec0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.907164] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471534, 'name': CreateVM_Task, 'duration_secs': 0.276218} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.907729] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.908618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.909157] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.909692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.910123] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a91538-2e20-47cd-aba3-51408f245e3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.922522] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 818.922522] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52222040-bf8e-4ae2-62db-00f04a9b91d3" [ 818.922522] env[69895]: _type = "Task" [ 818.922522] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.934399] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525c99c5-850e-b881-b894-6fa2182ce143, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.934399] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4961632-3874-4fb7-a471-8a652841eb37 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.942103] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52222040-bf8e-4ae2-62db-00f04a9b91d3, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.942968] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.947071] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947071] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.947071] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.952023] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 818.952023] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527129e2-5e7c-30d4-f3f7-f1478af173f7" [ 818.952023] env[69895]: _type = "Task" [ 818.952023] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.957806] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527129e2-5e7c-30d4-f3f7-f1478af173f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.087737] env[69895]: DEBUG nova.network.neutron [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Updating instance_info_cache with network_info: [{"id": "01cbf811-af5f-4795-b289-b5f2632de63c", "address": "fa:16:3e:33:01:e7", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cbf811-af", "ovs_interfaceid": "01cbf811-af5f-4795-b289-b5f2632de63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.272950] env[69895]: DEBUG nova.compute.utils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Can not refresh info_cache because instance was not found {{(pid=69895) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 819.289828] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471535, 'name': ReconfigVM_Task, 'duration_secs': 0.244529} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.291086] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 819.301020] env[69895]: DEBUG nova.network.neutron [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.302415] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45795258-559e-4ba4-9e1a-a687e4ba4816 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.318025] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Waiting for the task: (returnval){ [ 819.318025] env[69895]: value = "task-3471536" [ 819.318025] env[69895]: _type = "Task" [ 819.318025] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.326017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45115ca2-2fae-4257-8920-a77a1978f22e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.329945] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.336292] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03b7d7-dded-4508-8fd8-e15ed781f8c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.368419] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685cb5ba-d6f1-42d8-b4a4-9c962c20fd4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.377822] env[69895]: INFO nova.compute.manager [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Took 0.58 seconds to detach 1 volumes for instance. [ 819.378920] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed9a2aa-1bf4-4b5e-8d57-ca90a988dab7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.386038] env[69895]: DEBUG nova.compute.manager [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Deleting volume: d693c684-fd99-4149-907a-f8cf065775d9 {{(pid=69895) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 819.400118] env[69895]: DEBUG nova.compute.provider_tree [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.427170] env[69895]: DEBUG nova.network.neutron [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.460591] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527129e2-5e7c-30d4-f3f7-f1478af173f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.460591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.460591] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ba33d821-9bdd-483d-ad81-665091743ec0/ba33d821-9bdd-483d-ad81-665091743ec0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.460925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.460925] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.461100] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec6248c1-030a-4fa2-87d2-788df32ba7bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.463303] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4875cf1-c957-4da5-9db3-a9633780dca5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.471798] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 819.471798] env[69895]: value = "task-3471537" [ 819.471798] env[69895]: _type = "Task" [ 819.471798] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.477638] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.477638] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.482035] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45889425-805c-4e90-a511-7d08f12bd353 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.486120] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.486588] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 819.486588] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520a07e7-f617-98b5-de17-6b951aaf0d10" [ 819.486588] env[69895]: _type = "Task" [ 819.486588] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.495738] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520a07e7-f617-98b5-de17-6b951aaf0d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.590419] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.590880] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Instance network_info: |[{"id": "01cbf811-af5f-4795-b289-b5f2632de63c", "address": "fa:16:3e:33:01:e7", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cbf811-af", "ovs_interfaceid": "01cbf811-af5f-4795-b289-b5f2632de63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.591802] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:01:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01cbf811-af5f-4795-b289-b5f2632de63c', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.600650] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.600935] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.601197] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8109ea2c-9e53-4439-962c-39b8ab94ac89 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.624185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.624586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.624936] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.625275] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.625545] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.628130] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.628130] env[69895]: value = "task-3471539" [ 819.628130] env[69895]: _type = "Task" [ 819.628130] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.632112] env[69895]: INFO nova.compute.manager [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Terminating instance [ 819.639169] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471539, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.667578] env[69895]: DEBUG nova.compute.manager [req-242e211d-cf83-4c52-8efd-5a9b26dc2c82 req-0cc66de9-d0ff-46ae-85bd-9855c11458b2 service nova] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Received event network-vif-deleted-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.837566] env[69895]: DEBUG oslo_vmware.api [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Task: {'id': task-3471536, 'name': ReconfigVM_Task, 'duration_secs': 0.15278} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.837566] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693950', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'name': 'volume-c7ef3996-1bda-4476-b357-01590e55e4aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2bf15903-2275-4635-8d3b-a85568afe49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7ef3996-1bda-4476-b357-01590e55e4aa', 'serial': 'c7ef3996-1bda-4476-b357-01590e55e4aa'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 819.903676] env[69895]: DEBUG nova.scheduler.client.report [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.933974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Releasing lock "refresh_cache-9d70c5fd-3c56-45f1-aa22-586d36e35bcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.934461] env[69895]: DEBUG nova.compute.manager [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.934709] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.935712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.936023] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9588a1cf-cd20-436a-907c-0861ad69bd2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.947811] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddd65f-2fd4-4127-a5a0-d62e5f0b58c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.989611] env[69895]: WARNING nova.virt.vmwareapi.vmops [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9d70c5fd-3c56-45f1-aa22-586d36e35bcd could not be found. [ 819.989882] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.990490] env[69895]: INFO nova.compute.manager [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 0.06 seconds to destroy the instance on the hypervisor. [ 819.990490] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.996975] env[69895]: DEBUG nova.compute.manager [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.997165] env[69895]: DEBUG nova.network.neutron [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.007026] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471537, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.012284] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520a07e7-f617-98b5-de17-6b951aaf0d10, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.013221] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842a55ab-4190-4ad6-baa6-026b20a6ec2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.018904] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 820.018904] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5273a690-38d5-6a51-2924-46f9fdf710be" [ 820.018904] env[69895]: _type = "Task" [ 820.018904] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.023188] env[69895]: DEBUG nova.network.neutron [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.029535] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5273a690-38d5-6a51-2924-46f9fdf710be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.045536] env[69895]: DEBUG nova.compute.manager [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Received event network-changed-01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.046867] env[69895]: DEBUG nova.compute.manager [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Refreshing instance network info cache due to event network-changed-01cbf811-af5f-4795-b289-b5f2632de63c. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.046867] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] Acquiring lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.046867] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] Acquired lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046867] env[69895]: DEBUG nova.network.neutron [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Refreshing network info cache for port 01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.138102] env[69895]: DEBUG nova.compute.manager [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.138417] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.138692] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471539, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.139663] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c064f74-08c6-444a-9a3f-30db96bf4cc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.146888] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.147169] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10560155-171f-4fec-b7a3-6caf81071e6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.154371] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 820.154371] env[69895]: value = "task-3471540" [ 820.154371] env[69895]: _type = "Task" [ 820.154371] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.163618] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.400915] env[69895]: DEBUG nova.objects.instance [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lazy-loading 'flavor' on Instance uuid 2bf15903-2275-4635-8d3b-a85568afe49f {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.409025] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.409634] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.412748] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.675s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.413063] env[69895]: DEBUG nova.objects.instance [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lazy-loading 'resources' on Instance uuid c092aa49-0ff0-45b6-933b-03a485e43c57 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.499474] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564136} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.499865] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ba33d821-9bdd-483d-ad81-665091743ec0/ba33d821-9bdd-483d-ad81-665091743ec0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.500150] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.500457] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a882397-e7f3-42c7-b050-cac5216e3f13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.508696] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 820.508696] env[69895]: value = "task-3471541" [ 820.508696] env[69895]: _type = "Task" [ 820.508696] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.522768] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.526215] env[69895]: DEBUG nova.network.neutron [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.534338] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5273a690-38d5-6a51-2924-46f9fdf710be, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.534547] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.534732] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.535040] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec98df2-c0ac-472d-9147-5f8da17a8862 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.543326] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 820.543326] env[69895]: value = "task-3471542" [ 820.543326] env[69895]: _type = "Task" [ 820.543326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.554172] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.640695] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471539, 'name': CreateVM_Task, 'duration_secs': 0.646748} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.640878] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.641619] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641800] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.642128] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.642398] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8172294f-2cd2-4fc6-b96a-1a5a910c1b82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.647174] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 820.647174] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52485c07-4d38-2677-c4ee-49f31b35c17d" [ 820.647174] env[69895]: _type = "Task" [ 820.647174] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.656518] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52485c07-4d38-2677-c4ee-49f31b35c17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.664356] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471540, 'name': PowerOffVM_Task, 'duration_secs': 0.397766} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.664549] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.664802] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.664995] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3efb344d-c339-4d05-be5c-432856f50e0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.760343] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.760736] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.761119] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleting the datastore file [datastore2] 51f89421-5ba3-4a3c-bc62-6cd4173328ef {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.761459] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c3dbe0-58d7-436f-9455-080ac768cc14 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.771597] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for the task: (returnval){ [ 820.771597] env[69895]: value = "task-3471544" [ 820.771597] env[69895]: _type = "Task" [ 820.771597] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.778476] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.778999] env[69895]: DEBUG nova.network.neutron [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Updated VIF entry in instance network info cache for port 01cbf811-af5f-4795-b289-b5f2632de63c. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.779337] env[69895]: DEBUG nova.network.neutron [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Updating instance_info_cache with network_info: [{"id": "01cbf811-af5f-4795-b289-b5f2632de63c", "address": "fa:16:3e:33:01:e7", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01cbf811-af", "ovs_interfaceid": "01cbf811-af5f-4795-b289-b5f2632de63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.917544] env[69895]: DEBUG nova.compute.utils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.919592] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.919924] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.966623] env[69895]: DEBUG nova.policy [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce9a9031bbc4ed1be05b49ec8b0be1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468a1886d1874fe78146b17063eabb1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.018545] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194584} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.018828] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.019643] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08687ee1-ee72-4981-a0f6-f273ddd5d614 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.034505] env[69895]: INFO nova.compute.manager [-] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Took 1.04 seconds to deallocate network for instance. [ 821.044198] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] ba33d821-9bdd-483d-ad81-665091743ec0/ba33d821-9bdd-483d-ad81-665091743ec0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.048940] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da190829-727e-4692-9208-7208b91f3a3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.077177] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.078801] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 821.078801] env[69895]: value = "task-3471545" [ 821.078801] env[69895]: _type = "Task" [ 821.078801] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.093783] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.157675] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52485c07-4d38-2677-c4ee-49f31b35c17d, 'name': SearchDatastore_Task, 'duration_secs': 0.03577} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.160680] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.160958] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.161219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.161385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.161573] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.162427] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab559c3d-7438-4dff-9c53-d8a5e54d6849 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.172420] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.172420] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.172991] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4402a6-23a2-4695-baca-6efe851c75e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.182617] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 821.182617] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d635ac-9b59-b176-15b4-1668159a8915" [ 821.182617] env[69895]: _type = "Task" [ 821.182617] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.192792] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d635ac-9b59-b176-15b4-1668159a8915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.287484] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae9080cd-3f46-4bda-9250-4a7f98eef852 req-2296e06e-af8c-4355-bead-39228821be42 service nova] Releasing lock "refresh_cache-418d2f36-b237-40ea-8a5a-13c0480cf6b5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.287974] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.301657] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Successfully created port: f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.412319] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fb9f2072-8f08-4340-a436-38a9e7b0d5d6 tempest-VolumesAssistedSnapshotsTest-736430596 tempest-VolumesAssistedSnapshotsTest-736430596-project-admin] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.428110] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.562502] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471542, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.008774} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.562779] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.563712] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.563712] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa589958-d02b-48e8-801d-a4d14cfd8265 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.570291] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 821.570291] env[69895]: value = "task-3471547" [ 821.570291] env[69895]: _type = "Task" [ 821.570291] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.574727] env[69895]: INFO nova.compute.manager [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance disappeared during terminate [ 821.574727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f5ea109-f663-4784-bb65-93ff9cb42770 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "9d70c5fd-3c56-45f1-aa22-586d36e35bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.324s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.581497] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.597544] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471545, 'name': ReconfigVM_Task, 'duration_secs': 0.510501} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.598578] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] ba33d821-9bdd-483d-ad81-665091743ec0/ba33d821-9bdd-483d-ad81-665091743ec0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.599287] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d801158-dc82-4c7c-a422-7726859d87fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.610268] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 821.610268] env[69895]: value = "task-3471548" [ 821.610268] env[69895]: _type = "Task" [ 821.610268] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.622537] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471548, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.695052] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d635ac-9b59-b176-15b4-1668159a8915, 'name': SearchDatastore_Task, 'duration_secs': 0.066473} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.698608] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7404cc82-ad44-4834-b88e-3b8c5126c8d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.706882] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 821.706882] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b98f4e-7c43-0112-6d82-3838cdc25d5c" [ 821.706882] env[69895]: _type = "Task" [ 821.706882] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.717248] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b98f4e-7c43-0112-6d82-3838cdc25d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.785169] env[69895]: DEBUG oslo_vmware.api [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Task: {'id': task-3471544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.785486] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.788338] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.788338] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.788338] env[69895]: INFO nova.compute.manager [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Took 1.65 seconds to destroy the instance on the hypervisor. [ 821.788338] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.788338] env[69895]: DEBUG nova.compute.manager [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.788338] env[69895]: DEBUG nova.network.neutron [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.790782] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705ddf5b-bd36-432c-8e61-dcf3f97c3637 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.798102] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e0d7c-1ab4-4e5e-8f54-55b3afdcdaf7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.834528] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cbe41f-cdd1-4568-8c39-74fc110ff4f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.842962] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc888738-b680-4170-929b-716de167be22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.859481] env[69895]: DEBUG nova.compute.provider_tree [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.080399] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14918} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.080399] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.081149] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9193388-d759-4a81-99e9-63516876b097 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.102677] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.102677] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1dc663-d9df-4d75-a1f9-bb3f7cd46988 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.125828] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471548, 'name': Rename_Task, 'duration_secs': 0.184188} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.127152] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.127591] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 822.127591] env[69895]: value = "task-3471549" [ 822.127591] env[69895]: _type = "Task" [ 822.127591] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.129245] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0549ec1-655f-4194-86e1-ead7ee752dff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.140364] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 822.140364] env[69895]: value = "task-3471550" [ 822.140364] env[69895]: _type = "Task" [ 822.140364] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.148860] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.151178] env[69895]: DEBUG nova.compute.manager [req-5542adf7-8fec-43ea-be65-21f9dbb55cd0 req-4d86080b-093e-4f05-a466-172fdf3a0121 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Received event network-vif-deleted-cde713dc-0368-4f12-a4b7-1addcfb4faaa {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.151429] env[69895]: INFO nova.compute.manager [req-5542adf7-8fec-43ea-be65-21f9dbb55cd0 req-4d86080b-093e-4f05-a466-172fdf3a0121 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Neutron deleted interface cde713dc-0368-4f12-a4b7-1addcfb4faaa; detaching it from the instance and deleting it from the info cache [ 822.151639] env[69895]: DEBUG nova.network.neutron [req-5542adf7-8fec-43ea-be65-21f9dbb55cd0 req-4d86080b-093e-4f05-a466-172fdf3a0121 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.217791] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b98f4e-7c43-0112-6d82-3838cdc25d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.014446} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.218151] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.218468] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 418d2f36-b237-40ea-8a5a-13c0480cf6b5/418d2f36-b237-40ea-8a5a-13c0480cf6b5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.218793] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6094165-2b7e-4534-9f7f-6588fe03e1fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.226750] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 822.226750] env[69895]: value = "task-3471551" [ 822.226750] env[69895]: _type = "Task" [ 822.226750] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.235194] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.363938] env[69895]: DEBUG nova.scheduler.client.report [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.441199] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.469773] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.470050] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.470199] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.470386] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.470540] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.470680] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.470889] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.471061] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.471236] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.471386] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.471632] env[69895]: DEBUG nova.virt.hardware [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.472984] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5bdf2-48db-473c-9cdb-b831f9d2c099 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.482474] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b569b24-1db8-49ed-b1d5-b945240ee1d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.632140] env[69895]: DEBUG nova.network.neutron [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.648841] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471549, 'name': ReconfigVM_Task, 'duration_secs': 0.313281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.649661] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3/3c360103-de15-4763-97a8-48fdeb6500c3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.650687] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d037c3c8-5368-47b6-84f7-a041fb19c8df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.656910] env[69895]: DEBUG oslo_vmware.api [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471550, 'name': PowerOnVM_Task, 'duration_secs': 0.51759} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.658282] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-350887b2-46d2-4c1f-ac5f-c0a9afb47c14 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.660197] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.660415] env[69895]: INFO nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Took 7.99 seconds to spawn the instance on the hypervisor. [ 822.660599] env[69895]: DEBUG nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.661304] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 822.661304] env[69895]: value = "task-3471552" [ 822.661304] env[69895]: _type = "Task" [ 822.661304] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.662037] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba13c5e-cf50-4be2-839b-6186c91f2cae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.681211] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471552, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.684113] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37594ca5-92aa-42e2-8356-c048c42a6905 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.723749] env[69895]: DEBUG nova.compute.manager [req-5542adf7-8fec-43ea-be65-21f9dbb55cd0 req-4d86080b-093e-4f05-a466-172fdf3a0121 service nova] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Detach interface failed, port_id=cde713dc-0368-4f12-a4b7-1addcfb4faaa, reason: Instance 51f89421-5ba3-4a3c-bc62-6cd4173328ef could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.736652] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474692} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.736936] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 418d2f36-b237-40ea-8a5a-13c0480cf6b5/418d2f36-b237-40ea-8a5a-13c0480cf6b5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.737192] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.737463] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f5058ae-ce3b-4bbd-82bd-1ab3be938a83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.743723] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 822.743723] env[69895]: value = "task-3471553" [ 822.743723] env[69895]: _type = "Task" [ 822.743723] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.752228] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.841933] env[69895]: DEBUG nova.compute.manager [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Received event network-vif-plugged-f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.842200] env[69895]: DEBUG oslo_concurrency.lockutils [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] Acquiring lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.842434] env[69895]: DEBUG oslo_concurrency.lockutils [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] Lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.842626] env[69895]: DEBUG oslo_concurrency.lockutils [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] Lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.842804] env[69895]: DEBUG nova.compute.manager [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] No waiting events found dispatching network-vif-plugged-f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.842992] env[69895]: WARNING nova.compute.manager [req-2041b247-4102-4ee3-abc8-e4503816ee27 req-1b2bc45a-d012-4ab0-aaf8-1376130b222d service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Received unexpected event network-vif-plugged-f538a72b-1f0a-4741-a8a6-d23457537921 for instance with vm_state building and task_state spawning. [ 822.869388] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.872040] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.253s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.874042] env[69895]: INFO nova.compute.claims [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.895422] env[69895]: INFO nova.scheduler.client.report [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleted allocations for instance c092aa49-0ff0-45b6-933b-03a485e43c57 [ 822.937186] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Successfully updated port: f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.138737] env[69895]: INFO nova.compute.manager [-] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Took 1.35 seconds to deallocate network for instance. [ 823.176445] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471552, 'name': Rename_Task, 'duration_secs': 0.156008} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.176722] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.177025] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81081d0-a750-4183-ba29-d61b2613a705 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.188147] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 823.188147] env[69895]: value = "task-3471554" [ 823.188147] env[69895]: _type = "Task" [ 823.188147] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.188554] env[69895]: INFO nova.compute.manager [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Took 42.43 seconds to build instance. [ 823.197856] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.254290] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077832} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.254290] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.254889] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de601ed-e92f-4771-ae7d-4cef4b148a0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.280322] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 418d2f36-b237-40ea-8a5a-13c0480cf6b5/418d2f36-b237-40ea-8a5a-13c0480cf6b5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.281187] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c11885c-c86e-43ba-b0e2-7d309bd4680a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.303043] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 823.303043] env[69895]: value = "task-3471555" [ 823.303043] env[69895]: _type = "Task" [ 823.303043] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.311014] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.406441] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fd34455-c12e-4646-aa6f-7df5e36b08cf tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "c092aa49-0ff0-45b6-933b-03a485e43c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.708s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.439258] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.439258] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.439258] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.647099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.690341] env[69895]: DEBUG oslo_concurrency.lockutils [None req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.815s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.701135] env[69895]: DEBUG oslo_vmware.api [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471554, 'name': PowerOnVM_Task, 'duration_secs': 0.467958} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.701890] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.702111] env[69895]: DEBUG nova.compute.manager [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.702870] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e6149-71aa-4ec6-9dc7-42b42d2ee0df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.813767] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471555, 'name': ReconfigVM_Task, 'duration_secs': 0.318446} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.813767] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 418d2f36-b237-40ea-8a5a-13c0480cf6b5/418d2f36-b237-40ea-8a5a-13c0480cf6b5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.814666] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a6bc03b-4311-494d-a36b-23299278a3d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.821658] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 823.821658] env[69895]: value = "task-3471556" [ 823.821658] env[69895]: _type = "Task" [ 823.821658] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.829683] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471556, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.975509] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.131702] env[69895]: DEBUG nova.network.neutron [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Updating instance_info_cache with network_info: [{"id": "f538a72b-1f0a-4741-a8a6-d23457537921", "address": "fa:16:3e:cf:94:e3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf538a72b-1f", "ovs_interfaceid": "f538a72b-1f0a-4741-a8a6-d23457537921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.151325] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "ba33d821-9bdd-483d-ad81-665091743ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.151587] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.151835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.152042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.152209] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.155082] env[69895]: INFO nova.compute.manager [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Terminating instance [ 824.200911] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.222356] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.337322] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471556, 'name': Rename_Task, 'duration_secs': 0.151663} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.337644] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.337941] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb0901be-2aab-4478-8ef8-a74cbba8ee7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.344756] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 824.344756] env[69895]: value = "task-3471557" [ 824.344756] env[69895]: _type = "Task" [ 824.344756] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.352380] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.401107] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e1f2f5-1853-4c73-a460-a10b7b40d415 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.412018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8972e77d-76bd-4ed8-9a3d-8621c3cf1dbb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.441141] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02c602-32c8-4c50-b722-9e0fbb567bea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.449958] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69dc854-940e-4e3f-8839-70ee148b1de6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.468146] env[69895]: DEBUG nova.compute.provider_tree [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.634174] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.634493] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Instance network_info: |[{"id": "f538a72b-1f0a-4741-a8a6-d23457537921", "address": "fa:16:3e:cf:94:e3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf538a72b-1f", "ovs_interfaceid": "f538a72b-1f0a-4741-a8a6-d23457537921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.634939] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:94:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f538a72b-1f0a-4741-a8a6-d23457537921', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.643795] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.644765] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.645053] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c3216da-eb7d-468c-9886-af6fc3d57710 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.660823] env[69895]: DEBUG nova.compute.manager [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.661080] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.661875] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff7a323-f94a-4f8a-9346-c9aa63dc538e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.669680] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.671020] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55224ab-8ec5-4fb7-a51e-1023d9b5f8c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.672381] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.672381] env[69895]: value = "task-3471558" [ 824.672381] env[69895]: _type = "Task" [ 824.672381] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.676825] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 824.676825] env[69895]: value = "task-3471559" [ 824.676825] env[69895]: _type = "Task" [ 824.676825] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.683875] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471558, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.690310] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.722938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.857017] env[69895]: DEBUG oslo_vmware.api [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471557, 'name': PowerOnVM_Task, 'duration_secs': 0.480591} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.857384] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.857665] env[69895]: INFO nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Took 7.37 seconds to spawn the instance on the hypervisor. [ 824.857902] env[69895]: DEBUG nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.858879] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3532af-f944-4aec-9f21-1086d8b02b1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.957854] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "3c360103-de15-4763-97a8-48fdeb6500c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.958305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.958597] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "3c360103-de15-4763-97a8-48fdeb6500c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.958916] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.959160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.961436] env[69895]: INFO nova.compute.manager [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Terminating instance [ 824.970915] env[69895]: DEBUG nova.scheduler.client.report [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.976598] env[69895]: DEBUG nova.compute.manager [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Received event network-changed-f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.976804] env[69895]: DEBUG nova.compute.manager [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Refreshing instance network info cache due to event network-changed-f538a72b-1f0a-4741-a8a6-d23457537921. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.977254] env[69895]: DEBUG oslo_concurrency.lockutils [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] Acquiring lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.977254] env[69895]: DEBUG oslo_concurrency.lockutils [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] Acquired lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.977344] env[69895]: DEBUG nova.network.neutron [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Refreshing network info cache for port f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.130250] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.130510] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.130720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.130902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.131082] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.133217] env[69895]: INFO nova.compute.manager [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Terminating instance [ 825.189129] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471558, 'name': CreateVM_Task, 'duration_secs': 0.477947} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.192085] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.192586] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471559, 'name': PowerOffVM_Task, 'duration_secs': 0.219645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.193227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.193390] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.193761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.194043] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.194213] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.194427] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947cf488-25bc-425a-bc9f-6c8b46c601d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.195963] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31cf8b73-d0e4-4c30-9ac8-0cdafb1b3b6e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.200305] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 825.200305] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521ada94-61bb-80fe-ab6b-3ea322f52757" [ 825.200305] env[69895]: _type = "Task" [ 825.200305] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.208091] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521ada94-61bb-80fe-ab6b-3ea322f52757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.254714] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.255198] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.255198] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Deleting the datastore file [datastore1] ba33d821-9bdd-483d-ad81-665091743ec0 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.255516] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-235f2998-5096-4d61-bc58-01cef71a21f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.262545] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for the task: (returnval){ [ 825.262545] env[69895]: value = "task-3471561" [ 825.262545] env[69895]: _type = "Task" [ 825.262545] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.270622] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.376460] env[69895]: INFO nova.compute.manager [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Took 40.82 seconds to build instance. [ 825.468204] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "refresh_cache-3c360103-de15-4763-97a8-48fdeb6500c3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.468460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "refresh_cache-3c360103-de15-4763-97a8-48fdeb6500c3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.468682] env[69895]: DEBUG nova.network.neutron [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.476508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.477070] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.480333] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.844s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.480478] env[69895]: DEBUG nova.objects.instance [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lazy-loading 'resources' on Instance uuid 48faca8d-affa-42bc-abfc-66dd8f03cb8e {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.636778] env[69895]: DEBUG nova.compute.manager [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.637037] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.637944] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b24018-fc59-434e-8007-4207d603c4ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.648022] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.648135] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8c4ba4-1770-41a0-a90b-5d869c5921ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.653803] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 825.653803] env[69895]: value = "task-3471562" [ 825.653803] env[69895]: _type = "Task" [ 825.653803] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.664035] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.678124] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "69bb138f-ff3e-4e52-af29-1113d378eced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.678397] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.678625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.678812] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.679072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.681146] env[69895]: INFO nova.compute.manager [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Terminating instance [ 825.691722] env[69895]: DEBUG nova.network.neutron [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Updated VIF entry in instance network info cache for port f538a72b-1f0a-4741-a8a6-d23457537921. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.692098] env[69895]: DEBUG nova.network.neutron [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Updating instance_info_cache with network_info: [{"id": "f538a72b-1f0a-4741-a8a6-d23457537921", "address": "fa:16:3e:cf:94:e3", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf538a72b-1f", "ovs_interfaceid": "f538a72b-1f0a-4741-a8a6-d23457537921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.710966] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521ada94-61bb-80fe-ab6b-3ea322f52757, 'name': SearchDatastore_Task, 'duration_secs': 0.036402} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.711297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.711529] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.711763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.711910] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.712101] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.712375] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4a5297-b05d-4755-91da-63963a71b708 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.721586] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.721806] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.722541] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f6329b-c9dc-4531-bf9e-ca149d879986 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.728227] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 825.728227] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528200b8-1125-f2f0-e6c3-e606102745bc" [ 825.728227] env[69895]: _type = "Task" [ 825.728227] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.735972] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528200b8-1125-f2f0-e6c3-e606102745bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.773075] env[69895]: DEBUG oslo_vmware.api [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Task: {'id': task-3471561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444859} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.773369] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.773558] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.773797] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.774018] env[69895]: INFO nova.compute.manager [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 825.774265] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.774488] env[69895]: DEBUG nova.compute.manager [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.774574] env[69895]: DEBUG nova.network.neutron [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.878784] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.476s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.986092] env[69895]: DEBUG nova.compute.utils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.993746] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.993746] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.999124] env[69895]: DEBUG nova.network.neutron [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.035254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.035254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.035254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.035254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.035254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.036600] env[69895]: INFO nova.compute.manager [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Terminating instance [ 826.055778] env[69895]: DEBUG nova.policy [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0e25b0bb9948c9b4460ead738e2dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9167bc1ef100442e9b590260263301f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.084341] env[69895]: DEBUG nova.network.neutron [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.167717] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471562, 'name': PowerOffVM_Task, 'duration_secs': 0.269495} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.171933] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.172639] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.173408] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e8ae049-4880-47ff-8011-2a21e016177c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.187839] env[69895]: DEBUG nova.compute.manager [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.188353] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.189540] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5df80a-9438-4d12-856f-8933c2584292 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.194361] env[69895]: DEBUG oslo_concurrency.lockutils [req-1d74f55c-b639-43ae-81bd-934d6c5e5e3f req-b8a23576-654c-45cb-a233-7ce9a5e8fa4a service nova] Releasing lock "refresh_cache-6c80d227-699d-4373-bc0c-806714d3d02e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.200188] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.203539] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95c6fa24-da12-4bdf-abff-0c649e5c583a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.210328] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 826.210328] env[69895]: value = "task-3471564" [ 826.210328] env[69895]: _type = "Task" [ 826.210328] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.219998] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.240575] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528200b8-1125-f2f0-e6c3-e606102745bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.241483] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f442f28-b34a-461e-ab6e-db7c35dd67f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.245249] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.245460] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.245711] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Deleting the datastore file [datastore2] 2bf15903-2275-4635-8d3b-a85568afe49f {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.246994] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46f651b-8866-4be5-a8e4-6697afdf5558 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.249407] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 826.249407] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52aecc17-e98a-bb3f-b6b4-7c06b160923e" [ 826.249407] env[69895]: _type = "Task" [ 826.249407] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.257359] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for the task: (returnval){ [ 826.257359] env[69895]: value = "task-3471565" [ 826.257359] env[69895]: _type = "Task" [ 826.257359] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.268955] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52aecc17-e98a-bb3f-b6b4-7c06b160923e, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.269955] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.270294] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6c80d227-699d-4373-bc0c-806714d3d02e/6c80d227-699d-4373-bc0c-806714d3d02e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.273611] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f9b838-1267-4235-907c-b6cc8b3b7d82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.279759] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.285880] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 826.285880] env[69895]: value = "task-3471566" [ 826.285880] env[69895]: _type = "Task" [ 826.285880] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.295054] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.382540] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.448513] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Successfully created port: dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.491636] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.539693] env[69895]: DEBUG nova.compute.manager [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.539931] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.540845] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d9c0d4-5cea-4804-afda-c2b30110d822 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.543853] env[69895]: DEBUG nova.network.neutron [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.553429] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.553429] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d95cde-ca75-4987-aa8a-331bf83eb97d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.559572] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 826.559572] env[69895]: value = "task-3471567" [ 826.559572] env[69895]: _type = "Task" [ 826.559572] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.568912] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.587062] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "refresh_cache-3c360103-de15-4763-97a8-48fdeb6500c3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.587583] env[69895]: DEBUG nova.compute.manager [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.587801] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.591516] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7535bad-ba5d-4a7f-ad86-7fff25ba1b31 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.599782] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.600197] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344c5c1a-4955-4313-b5fc-fe50fd2b6cf5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.612031] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 826.612031] env[69895]: value = "task-3471568" [ 826.612031] env[69895]: _type = "Task" [ 826.612031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.624717] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.726799] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471564, 'name': PowerOffVM_Task, 'duration_secs': 0.196709} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.727567] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.727978] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.728446] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e30cc87d-0c50-438a-8dda-d15474db7528 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.733741] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7581fe39-f387-45f4-ba06-2d9198501995 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.743435] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d62595d-6b6b-4e38-ba76-f28638e5757f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.786675] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e98a6ab-6cc4-4177-b14e-d5b3153d4982 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.800935] env[69895]: DEBUG oslo_vmware.api [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Task: {'id': task-3471565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179254} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.801633] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.802916] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.802916] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleting the datastore file [datastore1] 69bb138f-ff3e-4e52-af29-1113d378eced {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.807092] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.807379] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.807604] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.807882] env[69895]: INFO nova.compute.manager [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 826.808246] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.808504] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e941e646-f371-4a2c-9911-1becf2506803 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.815403] env[69895]: DEBUG nova.compute.manager [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.815630] env[69895]: DEBUG nova.network.neutron [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.819314] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4231525c-b5ed-4294-ae62-562a8faceb28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.824154] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.835678] env[69895]: DEBUG nova.compute.provider_tree [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.840852] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for the task: (returnval){ [ 826.840852] env[69895]: value = "task-3471570" [ 826.840852] env[69895]: _type = "Task" [ 826.840852] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.850896] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.906184] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.976476] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.976821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.977238] env[69895]: DEBUG nova.objects.instance [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid fbeb4673-2718-4e9c-9336-bd138bb898b1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.048087] env[69895]: INFO nova.compute.manager [-] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Took 1.27 seconds to deallocate network for instance. [ 827.077520] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471567, 'name': PowerOffVM_Task, 'duration_secs': 0.274721} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.080223] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.080223] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.080223] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea3a175-e4a0-4fb6-8aa4-224605ef43d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.122933] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471568, 'name': PowerOffVM_Task, 'duration_secs': 0.164465} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.123477] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.123560] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.123995] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f302d82d-d0ee-45a1-9af4-88f53b21d8b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.135244] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.135469] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.138982] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore1] 418d2f36-b237-40ea-8a5a-13c0480cf6b5 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.138982] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19bd0e09-4591-430e-afbd-64f6f407b8bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.144045] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 827.144045] env[69895]: value = "task-3471573" [ 827.144045] env[69895]: _type = "Task" [ 827.144045] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.148708] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.148708] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.148708] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleting the datastore file [datastore1] 3c360103-de15-4763-97a8-48fdeb6500c3 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.152450] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58539ad-3a46-40a9-afbc-92de13ad5ab6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.155057] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.160439] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 827.160439] env[69895]: value = "task-3471574" [ 827.160439] env[69895]: _type = "Task" [ 827.160439] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.168373] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.299862] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609978} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.300170] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6c80d227-699d-4373-bc0c-806714d3d02e/6c80d227-699d-4373-bc0c-806714d3d02e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.300414] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.300638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae50d22c-dddd-421c-83d0-ecf1a3fe8c1a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.307044] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 827.307044] env[69895]: value = "task-3471575" [ 827.307044] env[69895]: _type = "Task" [ 827.307044] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.315103] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.360585] env[69895]: DEBUG oslo_vmware.api [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Task: {'id': task-3471570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197749} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.360872] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.361070] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.361292] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.361495] env[69895]: INFO nova.compute.manager [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Took 1.17 seconds to destroy the instance on the hypervisor. [ 827.361784] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.361990] env[69895]: DEBUG nova.compute.manager [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.362097] env[69895]: DEBUG nova.network.neutron [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.375786] env[69895]: ERROR nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] [req-601aa733-d61d-4ca5-b0f3-588041defb65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-601aa733-d61d-4ca5-b0f3-588041defb65"}]} [ 827.393007] env[69895]: DEBUG nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.409456] env[69895]: DEBUG nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.409685] env[69895]: DEBUG nova.compute.provider_tree [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.420582] env[69895]: DEBUG nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.439375] env[69895]: DEBUG nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.500701] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.536264] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.536264] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.536393] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.536520] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.536959] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.537296] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.537542] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.537708] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.537910] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.538623] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.538821] env[69895]: DEBUG nova.virt.hardware [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.540276] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726c67d-2089-4c5c-83f9-f8f6a67ce05d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.552047] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad7e0d-3bb8-4f03-9419-f8d844a487d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.559675] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.654913] env[69895]: DEBUG oslo_vmware.api [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137861} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.655410] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.657407] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.657566] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.657933] env[69895]: INFO nova.compute.manager [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 827.657933] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.662201] env[69895]: DEBUG nova.objects.instance [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid fbeb4673-2718-4e9c-9336-bd138bb898b1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.663600] env[69895]: DEBUG nova.compute.manager [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.663806] env[69895]: DEBUG nova.network.neutron [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.679262] env[69895]: DEBUG oslo_vmware.api [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092247} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.679508] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.679688] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.679865] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.680074] env[69895]: INFO nova.compute.manager [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 827.680332] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.680519] env[69895]: DEBUG nova.compute.manager [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.680610] env[69895]: DEBUG nova.network.neutron [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.700820] env[69895]: DEBUG nova.network.neutron [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.820542] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27723} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.820885] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.821893] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb894a-7ab7-4b41-bd29-7585ee511639 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.847588] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6c80d227-699d-4373-bc0c-806714d3d02e/6c80d227-699d-4373-bc0c-806714d3d02e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.849752] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c81ae7-5941-41a9-bd0f-90122e3d0eaf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.868908] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 827.868908] env[69895]: value = "task-3471576" [ 827.868908] env[69895]: _type = "Task" [ 827.868908] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.877301] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.073293] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06195063-a057-487f-9e00-87dfb81b9edf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.082074] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18736a00-d00e-4a1f-a0bc-a017dc9548b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.087322] env[69895]: DEBUG nova.compute.manager [req-1696fc1a-2674-4bb5-8d1e-4881e2e040c3 req-70b89e5f-c9aa-4711-a861-d47e1aa9430e service nova] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Received event network-vif-deleted-26afa8e9-1aad-4ea8-ac27-197c36ddca6d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.116081] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb53d0a4-b383-4e31-b6ed-0553313e199a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.124098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51825441-f678-4c9d-93da-d9fe7e14e4ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.138316] env[69895]: DEBUG nova.compute.provider_tree [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.164689] env[69895]: DEBUG nova.objects.base [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 828.165179] env[69895]: DEBUG nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.167450] env[69895]: DEBUG nova.network.neutron [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.205612] env[69895]: DEBUG nova.network.neutron [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.218221] env[69895]: DEBUG nova.policy [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.224083] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Successfully updated port: dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.233248] env[69895]: DEBUG nova.network.neutron [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.382029] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471576, 'name': ReconfigVM_Task, 'duration_secs': 0.443186} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.382029] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6c80d227-699d-4373-bc0c-806714d3d02e/6c80d227-699d-4373-bc0c-806714d3d02e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.382547] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b938080f-c9d5-4a1e-ab43-2209dc584722 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.392022] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 828.392022] env[69895]: value = "task-3471577" [ 828.392022] env[69895]: _type = "Task" [ 828.392022] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.398450] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471577, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.477666] env[69895]: DEBUG nova.network.neutron [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.578996] env[69895]: DEBUG nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Successfully created port: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.675022] env[69895]: INFO nova.compute.manager [-] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Took 1.31 seconds to deallocate network for instance. [ 828.675022] env[69895]: DEBUG nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.675022] env[69895]: DEBUG nova.compute.provider_tree [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 82 to 83 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.675602] env[69895]: DEBUG nova.compute.provider_tree [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.710597] env[69895]: INFO nova.compute.manager [-] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Took 1.03 seconds to deallocate network for instance. [ 828.727114] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.727166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.727316] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.736233] env[69895]: INFO nova.compute.manager [-] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Took 1.92 seconds to deallocate network for instance. [ 828.803678] env[69895]: DEBUG nova.compute.manager [req-dda0bf2e-d9bc-43be-9212-83101fd7a155 req-2391dd1c-9ef3-44e5-a14b-d93f2454a98f service nova] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Received event network-vif-deleted-d9b47264-7e83-4164-a3d7-2921e2c7a97e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.900220] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471577, 'name': Rename_Task, 'duration_secs': 0.148222} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.900560] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.901278] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59dbc4b-d98b-49b8-82dd-36d37f39486b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.908147] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 828.908147] env[69895]: value = "task-3471578" [ 828.908147] env[69895]: _type = "Task" [ 828.908147] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.915750] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.979896] env[69895]: INFO nova.compute.manager [-] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Took 1.32 seconds to deallocate network for instance. [ 829.183544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.703s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.187192] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.187804] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.501s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.188084] env[69895]: DEBUG nova.objects.instance [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lazy-loading 'resources' on Instance uuid 840ae833-2177-4456-9b59-47b400843963 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.206609] env[69895]: INFO nova.scheduler.client.report [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted allocations for instance 48faca8d-affa-42bc-abfc-66dd8f03cb8e [ 829.214719] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.241817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.260455] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.413737] env[69895]: DEBUG nova.network.neutron [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.420021] env[69895]: DEBUG oslo_vmware.api [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471578, 'name': PowerOnVM_Task, 'duration_secs': 0.451707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.420285] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.420485] env[69895]: INFO nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Took 6.98 seconds to spawn the instance on the hypervisor. [ 829.420660] env[69895]: DEBUG nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.421439] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c55c8-727e-443d-b32e-36c71e412d06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.486509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.714145] env[69895]: DEBUG oslo_concurrency.lockutils [None req-39703996-9a02-432b-9211-0ba7cfa310a4 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "48faca8d-affa-42bc-abfc-66dd8f03cb8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.262s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.916717] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.916959] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance network_info: |[{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.917378] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:bb:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbebdcb5-e256-4257-8748-9f5f7d90fd58', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.926343] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating folder: Project (9167bc1ef100442e9b590260263301f7). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.927470] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96286ca0-26f5-4ab7-9328-2cd0b5b7b8f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.937732] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created folder: Project (9167bc1ef100442e9b590260263301f7) in parent group-v693805. [ 829.937919] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating folder: Instances. Parent ref: group-v693957. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.941710] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58db05b0-4052-4541-ba63-c9150f7728bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.943567] env[69895]: INFO nova.compute.manager [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Took 42.46 seconds to build instance. [ 829.952032] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created folder: Instances in parent group-v693957. [ 829.952032] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.952032] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.952032] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e05b6e6-5a4a-4548-8706-76c1d48e3d73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.974167] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.974167] env[69895]: value = "task-3471581" [ 829.974167] env[69895]: _type = "Task" [ 829.974167] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.984045] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471581, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.161760] env[69895]: DEBUG nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Successfully updated port: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.172336] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d66c28-7f16-46d5-93ac-81b02d8d9c6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.181361] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31197d3-5430-4c7d-9b19-0afb5e02303a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.214057] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd242ec-b726-46fc-9689-1bcd00ab6a1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.221663] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3596d-2039-48e6-afe7-75bfe5a65e62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.235588] env[69895]: DEBUG nova.compute.provider_tree [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.294311] env[69895]: DEBUG nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Received event network-vif-deleted-58370be2-4982-4b18-91f8-5969a84308bb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.294729] env[69895]: DEBUG nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.295317] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.295317] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.295482] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.295606] env[69895]: DEBUG nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] No waiting events found dispatching network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.295860] env[69895]: WARNING nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received unexpected event network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 for instance with vm_state building and task_state spawning. [ 830.296034] env[69895]: DEBUG nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.296034] env[69895]: DEBUG nova.compute.manager [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing instance network info cache due to event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.296228] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.296371] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.296535] env[69895]: DEBUG nova.network.neutron [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.445712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2757993-feeb-418c-8ef5-ff3e96645b3c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.980s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.484480] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471581, 'name': CreateVM_Task, 'duration_secs': 0.326017} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.484639] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.485353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.485526] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.485836] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.486129] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d89d9e9-39a1-4bcd-865a-0075a0c8985d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.490385] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 830.490385] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e9b8c4-c833-88b2-3422-85d3456693b9" [ 830.490385] env[69895]: _type = "Task" [ 830.490385] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.498447] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e9b8c4-c833-88b2-3422-85d3456693b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.666258] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.666498] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.666687] env[69895]: DEBUG nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.738775] env[69895]: DEBUG nova.scheduler.client.report [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.948870] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.000904] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e9b8c4-c833-88b2-3422-85d3456693b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.002044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.002044] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.002044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.002044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.002044] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.002321] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b628d21-9765-4bab-99d6-b06c592c97ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.010352] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.010533] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.011299] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9af4b1e-323e-45f2-8e1c-d47296b13555 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.016615] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 831.016615] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a75314-b9f2-f131-5c4e-6f6a26e820dc" [ 831.016615] env[69895]: _type = "Task" [ 831.016615] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.025232] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a75314-b9f2-f131-5c4e-6f6a26e820dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.059766] env[69895]: DEBUG nova.network.neutron [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updated VIF entry in instance network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.060134] env[69895]: DEBUG nova.network.neutron [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.201192] env[69895]: WARNING nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 831.244290] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.246677] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.185s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.246908] env[69895]: DEBUG nova.objects.instance [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'resources' on Instance uuid 515d9097-3179-42e1-a47c-74bb5678555d {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.292135] env[69895]: INFO nova.scheduler.client.report [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Deleted allocations for instance 840ae833-2177-4456-9b59-47b400843963 [ 831.470696] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.525240] env[69895]: DEBUG nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Received event network-vif-deleted-01cbf811-af5f-4795-b289-b5f2632de63c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.525481] env[69895]: DEBUG nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-vif-plugged-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.525652] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.525907] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.526070] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.526207] env[69895]: DEBUG nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] No waiting events found dispatching network-vif-plugged-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.526385] env[69895]: WARNING nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received unexpected event network-vif-plugged-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 for instance with vm_state active and task_state None. [ 831.526542] env[69895]: DEBUG nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-changed-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.526687] env[69895]: DEBUG nova.compute.manager [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing instance network info cache due to event network-changed-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.526852] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.534165] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a75314-b9f2-f131-5c4e-6f6a26e820dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.535119] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a718bf-f377-44dc-85b3-a318e48381c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.540849] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 831.540849] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52686558-bbcf-70b7-f8a4-2e0ebaf3417e" [ 831.540849] env[69895]: _type = "Task" [ 831.540849] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.548535] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52686558-bbcf-70b7-f8a4-2e0ebaf3417e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.562456] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f017ef0-ea23-478e-bdf9-0135c4ddc13d req-d8a1e3e3-d502-41e7-a703-3e86854229e5 service nova] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.572760] env[69895]: DEBUG nova.network.neutron [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8", "address": "fa:16:3e:12:55:5c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762822fd-cd", "ovs_interfaceid": "762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.795118] env[69895]: DEBUG nova.compute.manager [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.796067] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a92491-3f37-4bdc-b27e-09c8b1ca9723 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.804075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff4cac79-99e5-4205-b235-c7c83f0d330f tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Lock "840ae833-2177-4456-9b59-47b400843963" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.120s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.052910] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52686558-bbcf-70b7-f8a4-2e0ebaf3417e, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.055464] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.055726] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.056184] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f410ccc-b422-4168-911f-2736dd6909f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.062798] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 832.062798] env[69895]: value = "task-3471582" [ 832.062798] env[69895]: _type = "Task" [ 832.062798] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.072809] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.075475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.076103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.076266] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.076527] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.076702] env[69895]: DEBUG nova.network.neutron [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Refreshing network info cache for port 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.078336] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43a058-46e0-4c4f-b218-b5bf4ecbdbdc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.097183] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.097429] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.097589] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.097769] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.097912] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.098074] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.098279] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.098436] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.098598] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.098756] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.098925] env[69895]: DEBUG nova.virt.hardware [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.105125] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfiguring VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 832.108114] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d599a3a-ab02-4d72-9dd7-4da0bd7984de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.128050] env[69895]: DEBUG oslo_vmware.api [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 832.128050] env[69895]: value = "task-3471583" [ 832.128050] env[69895]: _type = "Task" [ 832.128050] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.138728] env[69895]: DEBUG oslo_vmware.api [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471583, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.248699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8180b-5d26-4bdf-b81b-1c75c51163d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.258390] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999025d1-3cb6-4f64-be79-7a1c73255c0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.295817] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed60b2-56af-43af-b638-26e1525c4288 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.304014] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a8d93-a7dc-4e4b-b7aa-d2f994db5fde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.311065] env[69895]: INFO nova.compute.manager [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] instance snapshotting [ 832.315324] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817d4e5e-f743-4900-933a-d75f093d18bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.328166] env[69895]: DEBUG nova.compute.provider_tree [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.354963] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb553b-c549-4312-93bb-ffaeee9dea69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.572993] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460963} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.573298] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.573557] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.573764] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52af33c3-c1ad-4f03-b6f5-0d7857404d0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.580291] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 832.580291] env[69895]: value = "task-3471584" [ 832.580291] env[69895]: _type = "Task" [ 832.580291] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.590772] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.640235] env[69895]: DEBUG oslo_vmware.api [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.832652] env[69895]: DEBUG nova.scheduler.client.report [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.859718] env[69895]: DEBUG nova.network.neutron [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updated VIF entry in instance network info cache for port 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.860847] env[69895]: DEBUG nova.network.neutron [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8", "address": "fa:16:3e:12:55:5c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762822fd-cd", "ovs_interfaceid": "762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.874242] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.874827] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-380386a3-ddc0-480f-819d-bab56df331df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.883879] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 832.883879] env[69895]: value = "task-3471585" [ 832.883879] env[69895]: _type = "Task" [ 832.883879] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.894358] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.093797] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066293} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.094462] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.095049] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63e4f8-b8f4-49a7-84b6-20b087bd8667 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.118450] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.118804] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac919fe1-f524-44af-8353-fecf45bd0c93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.142929] env[69895]: DEBUG oslo_vmware.api [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471583, 'name': ReconfigVM_Task, 'duration_secs': 0.77336} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.144135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.144422] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfigured VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 833.147069] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 833.147069] env[69895]: value = "task-3471586" [ 833.147069] env[69895]: _type = "Task" [ 833.147069] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.155058] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471586, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.339243] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.342684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.018s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.345059] env[69895]: INFO nova.compute.claims [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.364105] env[69895]: DEBUG oslo_concurrency.lockutils [req-e5401013-4606-450e-9fac-a545bab92046 req-9b59c29e-8e7f-43cd-a8ac-69bf3d098fbe service nova] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.367424] env[69895]: INFO nova.scheduler.client.report [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted allocations for instance 515d9097-3179-42e1-a47c-74bb5678555d [ 833.396056] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.656488] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a7279f18-ca33-418b-9ea8-f70caaafd3fa tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.678s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.662087] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471586, 'name': ReconfigVM_Task, 'duration_secs': 0.314655} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.663521] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.663521] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cfd64e0-067c-4eb4-aff3-450d74f0fc48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.669581] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 833.669581] env[69895]: value = "task-3471587" [ 833.669581] env[69895]: _type = "Task" [ 833.669581] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.679289] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471587, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.876035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c77255dc-86c4-49ef-9a9d-61de75ed6784 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "515d9097-3179-42e1-a47c-74bb5678555d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.297s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.895298] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.180480] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471587, 'name': Rename_Task, 'duration_secs': 0.402287} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.180799] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.180985] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6f1250-1f3b-4b69-882c-52ff8f21f2fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.189305] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 834.189305] env[69895]: value = "task-3471588" [ 834.189305] env[69895]: _type = "Task" [ 834.189305] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.197840] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.397062] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471585, 'name': CreateSnapshot_Task, 'duration_secs': 1.332978} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.397359] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.398137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77c6f2-5f4c-4428-949d-d58b51b85be3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.531973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.532089] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.532295] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.532482] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.532651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.537936] env[69895]: INFO nova.compute.manager [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Terminating instance [ 834.709649] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.855552] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4a772-9b16-4a43-9a8b-3c05aa63b373 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.865995] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9a6d4-9380-401c-9a47-c7d0c34d907e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.899417] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2d8919-221a-4375-9a02-e349dc0c7cc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.909147] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7aae6a-5f62-4054-8982-38a984d68083 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.921452] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.921452] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-191052fb-116d-4d57-a946-a6a1e8123809 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.943332] env[69895]: DEBUG nova.compute.provider_tree [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.948639] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 834.948639] env[69895]: value = "task-3471589" [ 834.948639] env[69895]: _type = "Task" [ 834.948639] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.959740] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471589, 'name': CloneVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.042603] env[69895]: DEBUG nova.compute.manager [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.042853] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.043966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be26d74c-03ad-42d6-a34f-c8a7b5eb9052 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052152] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.052584] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6d35e8-7659-4cf1-982f-3ff9bcd5bbb8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.059867] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 835.059867] env[69895]: value = "task-3471590" [ 835.059867] env[69895]: _type = "Task" [ 835.059867] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.068960] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.206300] env[69895]: DEBUG oslo_vmware.api [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471588, 'name': PowerOnVM_Task, 'duration_secs': 0.994465} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.206300] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.206300] env[69895]: INFO nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Took 7.71 seconds to spawn the instance on the hypervisor. [ 835.206300] env[69895]: DEBUG nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.207278] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122cdce2-26c0-44ef-971e-7388fc4505a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.449136] env[69895]: DEBUG nova.scheduler.client.report [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.462859] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471589, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.568882] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471590, 'name': PowerOffVM_Task, 'duration_secs': 0.412656} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.569552] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.569804] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.570150] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d45ae9-8bc8-4461-bfba-ce1f17a7f001 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.655318] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.655318] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.655479] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleting the datastore file [datastore2] 51d3e27c-e73d-4a82-a982-51a2ddbb6974 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.655717] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1331bb5e-592d-4ad5-b968-2a11f94b7794 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.664179] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 835.664179] env[69895]: value = "task-3471592" [ 835.664179] env[69895]: _type = "Task" [ 835.664179] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.674349] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.731577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.731577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.004s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.737559] env[69895]: INFO nova.compute.manager [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Took 45.16 seconds to build instance. [ 835.964561] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.965109] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.972043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.928s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.980153] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471589, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.174932] env[69895]: DEBUG oslo_vmware.api [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147842} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.175362] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.175448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.175645] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.175931] env[69895]: INFO nova.compute.manager [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.176429] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.176514] env[69895]: DEBUG nova.compute.manager [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.176555] env[69895]: DEBUG nova.network.neutron [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.237369] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.237853] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238556] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203c177-4db2-46ab-a515-3b156b44e8df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.242097] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5a21b10b-bc3a-40a3-9757-c89715119267 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.712s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.267849] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8e1b6-f270-4007-ae88-f53ccfd8be6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.298097] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfiguring VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 836.298502] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac036150-6a7e-440a-9012-a616bd02c763 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.322335] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 836.322335] env[69895]: value = "task-3471593" [ 836.322335] env[69895]: _type = "Task" [ 836.322335] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.331365] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.466273] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471589, 'name': CloneVM_Task, 'duration_secs': 1.240873} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.468023] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Created linked-clone VM from snapshot [ 836.468023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740deb52-0a14-4d97-ba17-d88b4361be05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.478157] env[69895]: DEBUG nova.compute.utils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.482306] env[69895]: INFO nova.compute.claims [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.486264] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Uploading image e29f6322-443f-4f62-a545-edc74f8709ae {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.488986] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.489280] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.524252] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.524252] env[69895]: value = "vm-693961" [ 836.524252] env[69895]: _type = "VirtualMachine" [ 836.524252] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.524252] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f860eaf-0683-4964-abfd-843eefef08fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.533034] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease: (returnval){ [ 836.533034] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529445b1-d852-b25c-175f-e6db11f98e22" [ 836.533034] env[69895]: _type = "HttpNfcLease" [ 836.533034] env[69895]: } obtained for exporting VM: (result){ [ 836.533034] env[69895]: value = "vm-693961" [ 836.533034] env[69895]: _type = "VirtualMachine" [ 836.533034] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.533034] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the lease: (returnval){ [ 836.533034] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529445b1-d852-b25c-175f-e6db11f98e22" [ 836.533034] env[69895]: _type = "HttpNfcLease" [ 836.533034] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.542924] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.542924] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529445b1-d852-b25c-175f-e6db11f98e22" [ 836.542924] env[69895]: _type = "HttpNfcLease" [ 836.542924] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.542924] env[69895]: DEBUG nova.policy [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cc113321504d4d9bb06aa23e80ac46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef38d3d4ce43dd96f88549cf11602d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.717962] env[69895]: DEBUG nova.compute.manager [req-dc37a7a9-1f83-437a-9d3c-12eb6a5f6fdb req-607a34db-4806-4e98-b505-82b982b23016 service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Received event network-vif-deleted-4b4b9931-575c-4293-b699-a7e4464ce8b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.717962] env[69895]: INFO nova.compute.manager [req-dc37a7a9-1f83-437a-9d3c-12eb6a5f6fdb req-607a34db-4806-4e98-b505-82b982b23016 service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Neutron deleted interface 4b4b9931-575c-4293-b699-a7e4464ce8b8; detaching it from the instance and deleting it from the info cache [ 836.717962] env[69895]: DEBUG nova.network.neutron [req-dc37a7a9-1f83-437a-9d3c-12eb6a5f6fdb req-607a34db-4806-4e98-b505-82b982b23016 service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.832971] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.840198] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Successfully created port: 5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.993111] env[69895]: INFO nova.compute.resource_tracker [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating resource usage from migration 8124410f-79ef-424e-9c5d-6054e542936f [ 836.996945] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.049755] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.049755] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529445b1-d852-b25c-175f-e6db11f98e22" [ 837.049755] env[69895]: _type = "HttpNfcLease" [ 837.049755] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.050129] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.050129] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529445b1-d852-b25c-175f-e6db11f98e22" [ 837.050129] env[69895]: _type = "HttpNfcLease" [ 837.050129] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.051181] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c6049-e896-4244-bc21-04df13fc0758 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.059924] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.060143] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.128293] env[69895]: DEBUG nova.network.neutron [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.165393] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82884b8d-640e-4148-a5d9-5006d6819118 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.207531] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b7b39353-333f-480a-a593-2f9effdb2070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.207765] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.223619] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97eda06c-4ec8-474b-bc8c-aa3d44d4710e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.234516] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b145bd6-361a-4eab-be50-d0fccdf3c540 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.280538] env[69895]: DEBUG nova.compute.manager [req-dc37a7a9-1f83-437a-9d3c-12eb6a5f6fdb req-607a34db-4806-4e98-b505-82b982b23016 service nova] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Detach interface failed, port_id=4b4b9931-575c-4293-b699-a7e4464ce8b8, reason: Instance 51d3e27c-e73d-4a82-a982-51a2ddbb6974 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.335369] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.638034] env[69895]: INFO nova.compute.manager [-] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Took 1.46 seconds to deallocate network for instance. [ 837.710724] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.750379] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894f4718-5d88-4052-a2cf-2da8793aa496 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.769201] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933df5e-6c06-4253-b4e1-b678ea5634b4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.810345] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf376cf-f321-45ec-97a3-ae7ccc24ec72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.819461] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c5196-33ba-4b13-8ee4-23a496e74db4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.833761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "4de3d836-0b82-4d09-9eb9-1277335cc524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.834164] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.844895] env[69895]: DEBUG nova.compute.provider_tree [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.851029] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.011422] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.038639] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.039300] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.039877] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.040238] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.040521] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.040919] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.041360] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.041728] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.042061] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.042349] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.042636] env[69895]: DEBUG nova.virt.hardware [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.045022] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90048562-2119-4c92-a795-d0310b963caf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.052910] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a0fc90-72cf-4552-ac75-742f30874faf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.145892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.240534] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.338356] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.354125] env[69895]: DEBUG nova.scheduler.client.report [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.451218] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Successfully updated port: 5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.470031] env[69895]: DEBUG nova.compute.manager [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Received event network-vif-plugged-5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.470031] env[69895]: DEBUG oslo_concurrency.lockutils [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] Acquiring lock "274130ed-af60-461e-bfc3-c39415781d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.470346] env[69895]: DEBUG oslo_concurrency.lockutils [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] Lock "274130ed-af60-461e-bfc3-c39415781d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.470346] env[69895]: DEBUG oslo_concurrency.lockutils [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] Lock "274130ed-af60-461e-bfc3-c39415781d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.470461] env[69895]: DEBUG nova.compute.manager [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] No waiting events found dispatching network-vif-plugged-5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.470632] env[69895]: WARNING nova.compute.manager [req-66d87261-5d87-4342-9bef-d78cf1cf1d4e req-bbdc6cae-fdbe-4fd7-a3ef-4fcdaa527a0b service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Received unexpected event network-vif-plugged-5f6449b2-b6ef-41f6-9326-87901b271f22 for instance with vm_state building and task_state spawning. [ 838.758780] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "5bad9826-8dd5-4c74-82d0-db280db4430d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.759064] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.839965] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.864785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.893s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.865030] env[69895]: INFO nova.compute.manager [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Migrating [ 838.872499] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.273s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.873154] env[69895]: INFO nova.compute.claims [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.958532] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.958707] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.958863] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.338844] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.385223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.385417] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.385592] env[69895]: DEBUG nova.network.neutron [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.506915] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.652740] env[69895]: DEBUG nova.network.neutron [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updating instance_info_cache with network_info: [{"id": "5f6449b2-b6ef-41f6-9326-87901b271f22", "address": "fa:16:3e:37:8e:db", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6449b2-b6", "ovs_interfaceid": "5f6449b2-b6ef-41f6-9326-87901b271f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.838798] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.098405] env[69895]: DEBUG nova.network.neutron [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.155823] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.156169] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Instance network_info: |[{"id": "5f6449b2-b6ef-41f6-9326-87901b271f22", "address": "fa:16:3e:37:8e:db", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6449b2-b6", "ovs_interfaceid": "5f6449b2-b6ef-41f6-9326-87901b271f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.156891] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:8e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f6449b2-b6ef-41f6-9326-87901b271f22', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.164693] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.164920] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.165220] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dab1fb38-1d96-421f-9b3d-f21f9d88e9f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.189381] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.189381] env[69895]: value = "task-3471595" [ 840.189381] env[69895]: _type = "Task" [ 840.189381] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.198053] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471595, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.341637] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.418972] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a1991-def2-49c6-854e-17f65c0f59af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.426673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c659a2-e705-4477-8d7b-be104667aea3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.459350] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a1cf2-85a2-48fe-84af-f47061a3ae7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.466744] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a9e4f-d403-4a4f-adc0-cb9c9336527a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.480124] env[69895]: DEBUG nova.compute.provider_tree [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.513430] env[69895]: DEBUG nova.compute.manager [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Received event network-changed-5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.513430] env[69895]: DEBUG nova.compute.manager [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Refreshing instance network info cache due to event network-changed-5f6449b2-b6ef-41f6-9326-87901b271f22. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.513519] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] Acquiring lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.513643] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] Acquired lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513800] env[69895]: DEBUG nova.network.neutron [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Refreshing network info cache for port 5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.600927] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.699813] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471595, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.839978] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.983070] env[69895]: DEBUG nova.scheduler.client.report [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.202495] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471595, 'name': CreateVM_Task, 'duration_secs': 0.664504} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.202701] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.203438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.203609] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.203954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204268] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7957e5-fbb1-491c-aeb4-e8a524b6a502 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.209832] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 841.209832] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522e3958-9a9a-0944-4cb0-64bb026b7cf1" [ 841.209832] env[69895]: _type = "Task" [ 841.209832] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.218148] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522e3958-9a9a-0944-4cb0-64bb026b7cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.229105] env[69895]: DEBUG nova.network.neutron [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updated VIF entry in instance network info cache for port 5f6449b2-b6ef-41f6-9326-87901b271f22. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.229484] env[69895]: DEBUG nova.network.neutron [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updating instance_info_cache with network_info: [{"id": "5f6449b2-b6ef-41f6-9326-87901b271f22", "address": "fa:16:3e:37:8e:db", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6449b2-b6", "ovs_interfaceid": "5f6449b2-b6ef-41f6-9326-87901b271f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.340799] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.488786] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.489368] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.493050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.994s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.493050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.493050] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 841.493050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.864s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.494766] env[69895]: INFO nova.compute.claims [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.498978] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4110e-64a8-4a03-a97e-1753c7b30706 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.506920] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e555e2-b470-4d97-a3ba-eaf32a251858 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.521876] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da59feab-818b-45c3-8d9a-dece9948ccaf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.531709] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c971bd-9175-430a-b3d1-09e0bb6703ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.564443] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178083MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 841.564625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.721679] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522e3958-9a9a-0944-4cb0-64bb026b7cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.013291} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.721994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.722331] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.722596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.722793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.723015] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.723317] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a7534f2-b3f2-4fd9-a9a9-eda5b027d634 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.731465] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.731632] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.733236] env[69895]: DEBUG oslo_concurrency.lockutils [req-a9bc04ed-cf66-4abe-95f3-999122077070 req-92526cff-8385-4c25-b889-dda1b935898c service nova] Releasing lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.733236] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0b38de-493b-4c55-87b5-e0db6e0a9fc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.738992] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 841.738992] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5cfc9-0f10-9369-6979-fe31df3f4922" [ 841.738992] env[69895]: _type = "Task" [ 841.738992] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.748656] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5cfc9-0f10-9369-6979-fe31df3f4922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.841073] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.001154] env[69895]: DEBUG nova.compute.utils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.003065] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.003065] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.051121] env[69895]: DEBUG nova.policy [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '402c874e20dc49dea1542307e58c43af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c2eea4e498493ca0a4185c145e7b53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.116600] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f0d59-2eda-4c66-8fa7-2192e2e87abd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.135639] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.250377] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5cfc9-0f10-9369-6979-fe31df3f4922, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.251563] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3633b218-a577-4ab1-90dd-c4de2a6e1d1a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.256698] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 842.256698] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52feb3db-a892-a9b8-7dba-66964169f5bd" [ 842.256698] env[69895]: _type = "Task" [ 842.256698] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.267283] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52feb3db-a892-a9b8-7dba-66964169f5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.336801] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Successfully created port: cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.343767] env[69895]: DEBUG oslo_vmware.api [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471593, 'name': ReconfigVM_Task, 'duration_secs': 5.796942} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.344013] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.344295] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Reconfigured VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 842.509322] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.641695] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.642071] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d5f4d0-9e62-4234-8d79-06b8b64f8f9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.649313] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 842.649313] env[69895]: value = "task-3471596" [ 842.649313] env[69895]: _type = "Task" [ 842.649313] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.661169] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.699723] env[69895]: DEBUG nova.compute.manager [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-vif-deleted-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.699852] env[69895]: INFO nova.compute.manager [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Neutron deleted interface 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8; detaching it from the instance and deleting it from the info cache [ 842.700177] env[69895]: DEBUG nova.network.neutron [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.769484] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52feb3db-a892-a9b8-7dba-66964169f5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.770147] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.770450] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 274130ed-af60-461e-bfc3-c39415781d10/274130ed-af60-461e-bfc3-c39415781d10.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.770737] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b88f229-7e4a-4037-b8ba-4fc5e1f72907 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.780719] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 842.780719] env[69895]: value = "task-3471597" [ 842.780719] env[69895]: _type = "Task" [ 842.780719] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.790874] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.094785] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c0302-0957-497c-b5b6-e2c8f8536dca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103235] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9ac80-70a2-463c-a444-bebd90fe9596 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.139801] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb8105-3c31-47a9-a8df-f29f5883160b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.148449] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a37f9-cbf1-40ec-aae8-3c32d0ff5855 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.167684] env[69895]: DEBUG nova.compute.provider_tree [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.172867] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.206398] env[69895]: DEBUG oslo_concurrency.lockutils [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.206642] env[69895]: DEBUG oslo_concurrency.lockutils [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] Acquired lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.207567] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a6cfe9-104f-48fe-8a7b-123707303b01 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.229044] env[69895]: DEBUG oslo_concurrency.lockutils [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] Releasing lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.229420] env[69895]: WARNING nova.compute.manager [req-3e655e89-6750-4caa-980e-00070232fc28 req-9bdf5388-f5c6-4c83-af65-89f03eb48680 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Detach interface failed, port_id=762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8, reason: No device with interface-id 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 exists on VM: nova.exception.NotFound: No device with interface-id 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 exists on VM [ 843.298751] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471597, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.519583] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.544513] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.544781] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.544941] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.545158] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.545320] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.545471] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.545682] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.545841] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.546014] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.546186] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.546361] env[69895]: DEBUG nova.virt.hardware [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.547307] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da40f14-b3c1-4a72-a155-db57a6671dd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.559492] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a187bdf-b5a1-49a3-ae5c-895c860494b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.664703] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471596, 'name': PowerOffVM_Task, 'duration_secs': 0.742897} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.665052] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.665257] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.677020] env[69895]: DEBUG nova.scheduler.client.report [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.687079] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.687079] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.687079] env[69895]: DEBUG nova.network.neutron [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.792367] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558692} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.792666] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 274130ed-af60-461e-bfc3-c39415781d10/274130ed-af60-461e-bfc3-c39415781d10.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.792918] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.793229] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dabf892-fadb-4fe7-aeaa-f0b2254a2a31 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.800301] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 843.800301] env[69895]: value = "task-3471598" [ 843.800301] env[69895]: _type = "Task" [ 843.800301] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.810986] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.853191] env[69895]: DEBUG nova.compute.manager [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Received event network-vif-plugged-cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.853435] env[69895]: DEBUG oslo_concurrency.lockutils [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] Acquiring lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.853691] env[69895]: DEBUG oslo_concurrency.lockutils [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.853870] env[69895]: DEBUG oslo_concurrency.lockutils [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.854065] env[69895]: DEBUG nova.compute.manager [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] No waiting events found dispatching network-vif-plugged-cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.854317] env[69895]: WARNING nova.compute.manager [req-9e145ba0-100f-448f-8bfc-0f7b630560bb req-21b83acd-39ac-4616-8649-629437986fb7 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Received unexpected event network-vif-plugged-cf1da706-2c80-4f19-8d43-660e1c0d5299 for instance with vm_state building and task_state spawning. [ 843.864727] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Successfully updated port: cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.055993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.056368] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.056704] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.056910] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.057130] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.059552] env[69895]: INFO nova.compute.manager [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Terminating instance [ 844.172033] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.172328] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.172489] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.172668] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.172810] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.172951] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.173176] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.173335] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.173513] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.173678] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.173852] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.179466] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.179935] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.182410] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38f281b-aef2-4667-92e1-604bda1ee4a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.193775] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.733s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.195510] env[69895]: INFO nova.compute.claims [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.207018] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 844.207018] env[69895]: value = "task-3471599" [ 844.207018] env[69895]: _type = "Task" [ 844.207018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.216586] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.311577] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070598} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.312308] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.312769] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a2363-42df-431d-96c4-24f5ab3fd61a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.334654] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 274130ed-af60-461e-bfc3-c39415781d10/274130ed-af60-461e-bfc3-c39415781d10.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.337424] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a45320-1336-4f9b-8691-7125683021fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.357986] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 844.357986] env[69895]: value = "task-3471600" [ 844.357986] env[69895]: _type = "Task" [ 844.357986] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.368126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.368237] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.368397] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.369587] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.463665] env[69895]: DEBUG nova.network.neutron [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [{"id": "5a73a71c-1a89-4768-91df-221c82bcbf28", "address": "fa:16:3e:18:bd:09", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a73a71c-1a", "ovs_interfaceid": "5a73a71c-1a89-4768-91df-221c82bcbf28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.563703] env[69895]: DEBUG nova.compute.manager [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.564045] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.565212] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05ed220-d300-4596-87ac-6b134ec135be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.573450] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.573711] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f141e6-abdd-417f-8953-584caa41ec66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.580633] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 844.580633] env[69895]: value = "task-3471601" [ 844.580633] env[69895]: _type = "Task" [ 844.580633] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.588614] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.695405] env[69895]: DEBUG nova.compute.utils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.696924] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.697097] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.718503] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471599, 'name': ReconfigVM_Task, 'duration_secs': 0.233909} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.718503] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.746969] env[69895]: DEBUG nova.policy [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2e1bf28cbda4155baacece9ca83207a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0ad7909f5f042e6943da03c2e6b7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.873550] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471600, 'name': ReconfigVM_Task, 'duration_secs': 0.497937} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.873894] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 274130ed-af60-461e-bfc3-c39415781d10/274130ed-af60-461e-bfc3-c39415781d10.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.878131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0ac4a56-2e76-4691-ac2f-8c57105c5b32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.881783] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 844.881783] env[69895]: value = "task-3471602" [ 844.881783] env[69895]: _type = "Task" [ 844.881783] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.891452] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471602, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.934143] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.967083] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-fbeb4673-2718-4e9c-9336-bd138bb898b1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.071682] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Successfully created port: 7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.090921] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471601, 'name': PowerOffVM_Task, 'duration_secs': 0.22588} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.091226] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.091406] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.091669] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67973309-7d08-4656-881b-3432b1509e80 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.131646] env[69895]: DEBUG nova.network.neutron [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Updating instance_info_cache with network_info: [{"id": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "address": "fa:16:3e:3a:31:19", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1da706-2c", "ovs_interfaceid": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.160353] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.160574] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.161082] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleting the datastore file [datastore2] fbeb4673-2718-4e9c-9336-bd138bb898b1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.161082] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a4f8cec-1172-40f8-bbf9-e4c91ed09bb4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.168692] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 845.168692] env[69895]: value = "task-3471604" [ 845.168692] env[69895]: _type = "Task" [ 845.168692] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.176828] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.200110] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.226635] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6e889c-fd8b-49ed-9c80-6564ff41760f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1547025784',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.226635] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.226635] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.226635] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.226871] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.226871] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.227126] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.227454] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.227678] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.227999] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.230056] env[69895]: DEBUG nova.virt.hardware [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.234138] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.234355] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83183853-84b2-408f-924c-7eeb055869b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.266528] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 845.266528] env[69895]: value = "task-3471605" [ 845.266528] env[69895]: _type = "Task" [ 845.266528] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.279812] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.366492] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Successfully created port: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.394030] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471602, 'name': Rename_Task, 'duration_secs': 0.150327} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.395940] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.396915] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1587d37b-6edd-4323-b759-956e14cb0107 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.403030] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 845.403030] env[69895]: value = "task-3471606" [ 845.403030] env[69895]: _type = "Task" [ 845.403030] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.412594] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.471877] env[69895]: DEBUG oslo_concurrency.lockutils [None req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-fbeb4673-2718-4e9c-9336-bd138bb898b1-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.741s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.514030] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.515669] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f398f21f-dc67-42a3-be1c-2be6fbe3f2bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.530127] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.530127] env[69895]: ERROR oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk due to incomplete transfer. [ 845.530127] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26917186-2af7-42f0-9a23-972b607cbadb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.539019] env[69895]: DEBUG oslo_vmware.rw_handles [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a3d7f-66d5-425e-557c-d6e22f69bbde/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.539019] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Uploaded image e29f6322-443f-4f62-a545-edc74f8709ae to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.539457] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.539786] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e483806-d557-4e28-94ed-2c5585829771 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.546530] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 845.546530] env[69895]: value = "task-3471607" [ 845.546530] env[69895]: _type = "Task" [ 845.546530] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.557734] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471607, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.634737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.635107] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Instance network_info: |[{"id": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "address": "fa:16:3e:3a:31:19", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1da706-2c", "ovs_interfaceid": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.635606] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:31:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1da706-2c80-4f19-8d43-660e1c0d5299', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.643979] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.646919] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.647492] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09cc0932-f210-4422-bad6-2674fdeacf63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.669497] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.669497] env[69895]: value = "task-3471608" [ 845.669497] env[69895]: _type = "Task" [ 845.669497] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.680272] env[69895]: DEBUG oslo_vmware.api [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203465} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.685964] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.686228] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.686418] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.686594] env[69895]: INFO nova.compute.manager [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 845.686825] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.686983] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471608, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.687424] env[69895]: DEBUG nova.compute.manager [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.687521] env[69895]: DEBUG nova.network.neutron [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.789062] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471605, 'name': ReconfigVM_Task, 'duration_secs': 0.184949} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.789523] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.794373] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531de02-6dd2-4adf-af4d-344bccbe9e16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.836783] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.841727] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a593e473-045a-4417-9322-9dfa27555ca9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.869621] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 845.869621] env[69895]: value = "task-3471609" [ 845.869621] env[69895]: _type = "Task" [ 845.869621] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.881255] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.912683] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.915320] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7d916-52f1-4a3c-804b-aeb06e39265e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.922428] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015cd28e-57b9-4168-b8a0-09e9025a45d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.955962] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919ac67-bf79-42be-8f37-16a96453a953 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.964402] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b54d72-e771-418e-a59c-12d9cd1b51bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.979888] env[69895]: DEBUG nova.compute.provider_tree [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.012723] env[69895]: DEBUG nova.compute.manager [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Received event network-changed-cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.012925] env[69895]: DEBUG nova.compute.manager [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Refreshing instance network info cache due to event network-changed-cf1da706-2c80-4f19-8d43-660e1c0d5299. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.013161] env[69895]: DEBUG oslo_concurrency.lockutils [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] Acquiring lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.013307] env[69895]: DEBUG oslo_concurrency.lockutils [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] Acquired lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.013466] env[69895]: DEBUG nova.network.neutron [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Refreshing network info cache for port cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.058062] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471607, 'name': Destroy_Task, 'duration_secs': 0.347309} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.058334] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Destroyed the VM [ 846.058571] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.058829] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-368239a1-480c-4b5b-b895-5cba309a200c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.065318] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 846.065318] env[69895]: value = "task-3471610" [ 846.065318] env[69895]: _type = "Task" [ 846.065318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.073572] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.184291] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471608, 'name': CreateVM_Task, 'duration_secs': 0.344477} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.184482] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.185240] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.185507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.185788] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.186066] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49791e0-401c-43fb-9017-b6297c1e9205 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.191461] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 846.191461] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be33ad-b92f-d661-5313-6942ad3b1321" [ 846.191461] env[69895]: _type = "Task" [ 846.191461] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.200609] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be33ad-b92f-d661-5313-6942ad3b1321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.215990] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.250185] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.250185] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.250185] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.250376] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.250481] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.250625] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.250849] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.251016] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.251186] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.251364] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.251533] env[69895]: DEBUG nova.virt.hardware [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.252515] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff3566-3e52-4765-b448-70030fc85e2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.260763] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa3b15-4976-4aa2-8744-a880a879a5c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.383403] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.417359] env[69895]: DEBUG oslo_vmware.api [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471606, 'name': PowerOnVM_Task, 'duration_secs': 0.72459} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.418089] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.418350] env[69895]: INFO nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Took 8.41 seconds to spawn the instance on the hypervisor. [ 846.418539] env[69895]: DEBUG nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.419883] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494da8ea-1b74-4fc9-bdc5-bf52e1adedef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.485049] env[69895]: DEBUG nova.scheduler.client.report [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.544440] env[69895]: DEBUG nova.compute.manager [req-3181864b-4b47-42f3-bfed-5149925c15b7 req-627be0df-f9a8-4366-ac3b-b0f5c1cf6a87 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Received event network-vif-deleted-5a73a71c-1a89-4768-91df-221c82bcbf28 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.544440] env[69895]: INFO nova.compute.manager [req-3181864b-4b47-42f3-bfed-5149925c15b7 req-627be0df-f9a8-4366-ac3b-b0f5c1cf6a87 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Neutron deleted interface 5a73a71c-1a89-4768-91df-221c82bcbf28; detaching it from the instance and deleting it from the info cache [ 846.544440] env[69895]: DEBUG nova.network.neutron [req-3181864b-4b47-42f3-bfed-5149925c15b7 req-627be0df-f9a8-4366-ac3b-b0f5c1cf6a87 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.575488] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471610, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.702115] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be33ad-b92f-d661-5313-6942ad3b1321, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.702469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.702675] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.702911] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.703075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.703255] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.703547] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e84a4e37-8798-41ae-90c7-37fcf8275821 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.712486] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.712679] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.713574] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e1f82c-d302-4cf3-ab07-c89076281459 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.723097] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 846.723097] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52574ce5-3646-7c2b-d9c7-637987c2c3c9" [ 846.723097] env[69895]: _type = "Task" [ 846.723097] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.732861] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52574ce5-3646-7c2b-d9c7-637987c2c3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.733694] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58253ae2-1d9b-47ed-adb0-460ed2da7546 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.738775] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 846.738775] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c791bf-ce37-3b21-0a37-4e775ac206fc" [ 846.738775] env[69895]: _type = "Task" [ 846.738775] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.749099] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c791bf-ce37-3b21-0a37-4e775ac206fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.859965] env[69895]: DEBUG nova.network.neutron [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Updated VIF entry in instance network info cache for port cf1da706-2c80-4f19-8d43-660e1c0d5299. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.860368] env[69895]: DEBUG nova.network.neutron [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Updating instance_info_cache with network_info: [{"id": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "address": "fa:16:3e:3a:31:19", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1da706-2c", "ovs_interfaceid": "cf1da706-2c80-4f19-8d43-660e1c0d5299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.881858] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.940931] env[69895]: INFO nova.compute.manager [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Took 43.64 seconds to build instance. [ 846.989137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.989696] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.993123] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.846s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.993123] env[69895]: DEBUG nova.objects.instance [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lazy-loading 'resources' on Instance uuid d2a4c8cf-6b6b-422f-8137-450cf9366a91 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.995123] env[69895]: DEBUG nova.network.neutron [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.047421] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9449673-5924-42e4-b556-4e4a12fcc692 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.057458] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25652cc3-1633-4c52-b2aa-b607480e2ef8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.081284] env[69895]: DEBUG oslo_vmware.api [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673684} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.081577] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 847.081802] env[69895]: INFO nova.compute.manager [None req-9ed58375-1060-476e-a41c-63195200591f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Took 14.77 seconds to snapshot the instance on the hypervisor. [ 847.103618] env[69895]: DEBUG nova.compute.manager [req-3181864b-4b47-42f3-bfed-5149925c15b7 req-627be0df-f9a8-4366-ac3b-b0f5c1cf6a87 service nova] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Detach interface failed, port_id=5a73a71c-1a89-4768-91df-221c82bcbf28, reason: Instance fbeb4673-2718-4e9c-9336-bd138bb898b1 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.144050] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Successfully updated port: 7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.249685] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c791bf-ce37-3b21-0a37-4e775ac206fc, 'name': SearchDatastore_Task, 'duration_secs': 0.036749} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.250058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.250367] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ed3cd9ce-a74b-49be-bab9-375702ce49c1/ed3cd9ce-a74b-49be-bab9-375702ce49c1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.250675] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6589be0-903c-4a29-b0a6-e5767d0cf717 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.257683] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 847.257683] env[69895]: value = "task-3471611" [ 847.257683] env[69895]: _type = "Task" [ 847.257683] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.265599] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.363437] env[69895]: DEBUG oslo_concurrency.lockutils [req-c2a4948b-a0bc-4d37-9479-8fb7cdead26a req-8376b6de-0bd0-4076-993b-d75e795653bf service nova] Releasing lock "refresh_cache-ed3cd9ce-a74b-49be-bab9-375702ce49c1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.384719] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471609, 'name': ReconfigVM_Task, 'duration_secs': 1.145598} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.385635] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.385635] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.443512] env[69895]: DEBUG oslo_concurrency.lockutils [None req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.139s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.498557] env[69895]: DEBUG nova.compute.utils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.501017] env[69895]: INFO nova.compute.manager [-] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Took 1.81 seconds to deallocate network for instance. [ 847.505428] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.505875] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.575461] env[69895]: DEBUG nova.policy [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e722134d5e2b4262a4966a6e9e87770c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cd69d1088a44ea69bbb92280c30a715', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.667955] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.668374] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.770561] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490677} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.773764] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ed3cd9ce-a74b-49be-bab9-375702ce49c1/ed3cd9ce-a74b-49be-bab9-375702ce49c1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.774073] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.774740] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61bca064-542e-4814-9ddd-3df2ebf590a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.782454] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 847.782454] env[69895]: value = "task-3471612" [ 847.782454] env[69895]: _type = "Task" [ 847.782454] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.791732] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.799957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Acquiring lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.800077] env[69895]: DEBUG oslo_concurrency.lockutils [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Acquired lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.800345] env[69895]: DEBUG nova.network.neutron [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.895267] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c5656-34b5-406f-b8ee-473a4d96f755 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.918364] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Successfully created port: 41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.920685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391572d-e06c-48e2-b250-8c3d88e7d201 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.941993] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.950020] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.010394] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.019120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.051022] env[69895]: DEBUG nova.compute.manager [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-vif-plugged-7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.051282] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Acquiring lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.051493] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.051778] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.051818] env[69895]: DEBUG nova.compute.manager [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] No waiting events found dispatching network-vif-plugged-7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.052010] env[69895]: WARNING nova.compute.manager [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received unexpected event network-vif-plugged-7d170f4e-fefc-4349-9782-12fce3a1b239 for instance with vm_state building and task_state spawning. [ 848.052128] env[69895]: DEBUG nova.compute.manager [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-changed-7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.052274] env[69895]: DEBUG nova.compute.manager [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Refreshing instance network info cache due to event network-changed-7d170f4e-fefc-4349-9782-12fce3a1b239. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.052452] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Acquiring lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.052584] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Acquired lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.052737] env[69895]: DEBUG nova.network.neutron [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Refreshing network info cache for port 7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.250335] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add956ae-c8f1-41ee-9949-79ed95b484cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.259698] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4e7bb-2d0a-4337-90e0-d6c8cadec145 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.293655] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ed5dc-a6f9-458e-a65f-e09f8050d09f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.300923] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202983} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.303025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.305918] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8575ca8b-de56-4342-b17f-4989172dc5a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.309184] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647e260-8a34-4669-b515-847cadd20e51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.322561] env[69895]: DEBUG nova.compute.provider_tree [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.341325] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ed3cd9ce-a74b-49be-bab9-375702ce49c1/ed3cd9ce-a74b-49be-bab9-375702ce49c1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.342291] env[69895]: DEBUG nova.scheduler.client.report [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.345575] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa19fa3a-dce7-4df1-bef9-068c33d423f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.367691] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 848.367691] env[69895]: value = "task-3471613" [ 848.367691] env[69895]: _type = "Task" [ 848.367691] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.375352] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.487488] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.505681] env[69895]: DEBUG nova.network.neutron [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Port caae54cc-d05b-44f9-9a88-0b689c8cbc11 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 848.594140] env[69895]: DEBUG nova.network.neutron [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.674028] env[69895]: DEBUG nova.network.neutron [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updating instance_info_cache with network_info: [{"id": "5f6449b2-b6ef-41f6-9326-87901b271f22", "address": "fa:16:3e:37:8e:db", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6449b2-b6", "ovs_interfaceid": "5f6449b2-b6ef-41f6-9326-87901b271f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.693418] env[69895]: DEBUG nova.network.neutron [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.863646] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.866953] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.381s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.867982] env[69895]: INFO nova.compute.claims [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.880206] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471613, 'name': ReconfigVM_Task, 'duration_secs': 0.283628} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.880491] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ed3cd9ce-a74b-49be-bab9-375702ce49c1/ed3cd9ce-a74b-49be-bab9-375702ce49c1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.881714] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2e6ff41-890b-46d7-8164-580ca816e996 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.887946] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 848.887946] env[69895]: value = "task-3471614" [ 848.887946] env[69895]: _type = "Task" [ 848.887946] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.888926] env[69895]: INFO nova.scheduler.client.report [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Deleted allocations for instance d2a4c8cf-6b6b-422f-8137-450cf9366a91 [ 848.904873] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471614, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.024381] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.058612] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.058870] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.059035] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.059217] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.059356] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.059495] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.059698] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.059846] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.060498] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.060767] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.060950] env[69895]: DEBUG nova.virt.hardware [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.061836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23577cf3-e018-4fef-bed7-6ee4a1835199 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.071017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22335c9-62df-436f-9f5f-2e815a44eb0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.181097] env[69895]: DEBUG oslo_concurrency.lockutils [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Releasing lock "refresh_cache-274130ed-af60-461e-bfc3-c39415781d10" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.181097] env[69895]: DEBUG nova.compute.manager [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Inject network info {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 849.181097] env[69895]: DEBUG nova.compute.manager [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] network_info to inject: |[{"id": "5f6449b2-b6ef-41f6-9326-87901b271f22", "address": "fa:16:3e:37:8e:db", "network": {"id": "41da6f80-84aa-4a80-b689-b1bd58b3040f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-455421119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef38d3d4ce43dd96f88549cf11602d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6449b2-b6", "ovs_interfaceid": "5f6449b2-b6ef-41f6-9326-87901b271f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 849.184922] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Reconfiguring VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 849.185302] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e498cc-8d27-4b51-a16b-e59b9a43f6f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.196069] env[69895]: DEBUG oslo_concurrency.lockutils [req-fba15f1f-3035-4c7e-9963-d75447da49c9 req-79809b9b-b9e9-4508-b65c-091ed464a13d service nova] Releasing lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.203230] env[69895]: DEBUG oslo_vmware.api [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Waiting for the task: (returnval){ [ 849.203230] env[69895]: value = "task-3471615" [ 849.203230] env[69895]: _type = "Task" [ 849.203230] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.211459] env[69895]: DEBUG oslo_vmware.api [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Task: {'id': task-3471615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.406029] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471614, 'name': Rename_Task, 'duration_secs': 0.136132} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.406029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0301636d-f77a-4887-a021-5f08baeb693e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Lock "d2a4c8cf-6b6b-422f-8137-450cf9366a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.926s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.406955] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.406955] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80268cb3-1317-4787-a70f-3d974a5a70d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.411365] env[69895]: DEBUG nova.compute.manager [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-vif-plugged-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.411559] env[69895]: DEBUG oslo_concurrency.lockutils [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] Acquiring lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.411762] env[69895]: DEBUG oslo_concurrency.lockutils [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.411927] env[69895]: DEBUG oslo_concurrency.lockutils [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.413030] env[69895]: DEBUG nova.compute.manager [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] No waiting events found dispatching network-vif-plugged-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.413030] env[69895]: WARNING nova.compute.manager [req-bb9cdfe5-9473-4fd5-9d18-fd59be9e24db req-82b0c014-7297-4d0e-9956-458ecf2bebca service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received unexpected event network-vif-plugged-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 for instance with vm_state building and task_state spawning. [ 849.418930] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 849.418930] env[69895]: value = "task-3471616" [ 849.418930] env[69895]: _type = "Task" [ 849.418930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.432974] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.434146] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Successfully updated port: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.454091] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Successfully updated port: 41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.536741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "570b8e3c-74cd-4921-8fe2-565048650101-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.536995] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.537195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.713241] env[69895]: DEBUG oslo_vmware.api [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] Task: {'id': task-3471615, 'name': ReconfigVM_Task, 'duration_secs': 0.201693} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.713538] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-64a73873-3f70-4f75-b738-028fdabb94c8 tempest-ServersAdminTestJSON-1705958671 tempest-ServersAdminTestJSON-1705958671-project-admin] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Reconfigured VM instance to set the machine id {{(pid=69895) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 849.929943] env[69895]: DEBUG oslo_vmware.api [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471616, 'name': PowerOnVM_Task, 'duration_secs': 0.479325} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.932792] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.933010] env[69895]: INFO nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Took 6.41 seconds to spawn the instance on the hypervisor. [ 849.933203] env[69895]: DEBUG nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.934263] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049a94f1-0690-429f-8073-50d150f27de8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.937777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.937777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.937777] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.961020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.961076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquired lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.961234] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.140400] env[69895]: DEBUG nova.compute.manager [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Received event network-vif-plugged-41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.140400] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Acquiring lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.140400] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.140400] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.140400] env[69895]: DEBUG nova.compute.manager [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] No waiting events found dispatching network-vif-plugged-41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.140400] env[69895]: WARNING nova.compute.manager [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Received unexpected event network-vif-plugged-41bad845-cdf3-4aed-9d5b-5a1f641c769b for instance with vm_state building and task_state spawning. [ 850.140400] env[69895]: DEBUG nova.compute.manager [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Received event network-changed-41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.140400] env[69895]: DEBUG nova.compute.manager [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Refreshing instance network info cache due to event network-changed-41bad845-cdf3-4aed-9d5b-5a1f641c769b. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.140400] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Acquiring lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.420864] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a83e03-af07-476b-b320-780035b86c6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.428694] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb40a519-0a82-4363-8530-a9b82b661378 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.475275] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f30233-fd31-4bb6-b88d-8837372575be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.478108] env[69895]: INFO nova.compute.manager [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Took 43.90 seconds to build instance. [ 850.484291] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cda57ee-0aee-41e3-863a-63ccd05cb37f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.500715] env[69895]: DEBUG nova.compute.provider_tree [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.517721] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.550316] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.591272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.591451] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.591621] env[69895]: DEBUG nova.network.neutron [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.830249] env[69895]: DEBUG nova.network.neutron [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updating instance_info_cache with network_info: [{"id": "7d170f4e-fefc-4349-9782-12fce3a1b239", "address": "fa:16:3e:d2:1e:6c", "network": {"id": "f0b9034b-72ac-4116-965d-022f163d3fd1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-515169602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d170f4e-fe", "ovs_interfaceid": "7d170f4e-fefc-4349-9782-12fce3a1b239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "address": "fa:16:3e:aa:7b:34", "network": {"id": "b82c2129-bb6f-4164-a060-a06f94098aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003381398", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99bcca3-4a", "ovs_interfaceid": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.884930] env[69895]: DEBUG nova.network.neutron [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Updating instance_info_cache with network_info: [{"id": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "address": "fa:16:3e:3c:82:4b", "network": {"id": "90d25943-8256-4421-a184-142c51f0b153", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1301513043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd69d1088a44ea69bbb92280c30a715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bad845-cd", "ovs_interfaceid": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.980189] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.208s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.004483] env[69895]: DEBUG nova.scheduler.client.report [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.333364] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.334171] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance network_info: |[{"id": "7d170f4e-fefc-4349-9782-12fce3a1b239", "address": "fa:16:3e:d2:1e:6c", "network": {"id": "f0b9034b-72ac-4116-965d-022f163d3fd1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-515169602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d170f4e-fe", "ovs_interfaceid": "7d170f4e-fefc-4349-9782-12fce3a1b239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "address": "fa:16:3e:aa:7b:34", "network": {"id": "b82c2129-bb6f-4164-a060-a06f94098aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003381398", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99bcca3-4a", "ovs_interfaceid": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.334730] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1e:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d170f4e-fefc-4349-9782-12fce3a1b239', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:7b:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f99bcca3-4ae0-4b7e-8b2c-31435d4fa910', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.345700] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.346769] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.346932] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44ccab18-8ec6-4db3-8c38-caa4aad8e964 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.373827] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.373827] env[69895]: value = "task-3471617" [ 851.373827] env[69895]: _type = "Task" [ 851.373827] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.381415] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471617, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.387993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Releasing lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.388419] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Instance network_info: |[{"id": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "address": "fa:16:3e:3c:82:4b", "network": {"id": "90d25943-8256-4421-a184-142c51f0b153", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1301513043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd69d1088a44ea69bbb92280c30a715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bad845-cd", "ovs_interfaceid": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.388598] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Acquired lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.388780] env[69895]: DEBUG nova.network.neutron [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Refreshing network info cache for port 41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.390022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:82:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41bad845-cdf3-4aed-9d5b-5a1f641c769b', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.400089] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Creating folder: Project (5cd69d1088a44ea69bbb92280c30a715). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.400089] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f5df526-50e3-4e7a-99e2-6a6e20429a2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.411278] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Created folder: Project (5cd69d1088a44ea69bbb92280c30a715) in parent group-v693805. [ 851.411278] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Creating folder: Instances. Parent ref: group-v693965. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.411278] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4268993b-ffec-46ac-9e6f-f8739fb553b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.420775] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Created folder: Instances in parent group-v693965. [ 851.421210] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.421406] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.421624] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa2724d-dd18-4907-90d5-e33542435183 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.447159] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.447159] env[69895]: value = "task-3471620" [ 851.447159] env[69895]: _type = "Task" [ 851.447159] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.458372] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471620, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.486583] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.511665] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.512392] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.516277] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.328s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.517873] env[69895]: INFO nova.compute.claims [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.569296] env[69895]: INFO nova.compute.manager [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Rebuilding instance [ 851.636385] env[69895]: DEBUG nova.network.neutron [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.638770] env[69895]: DEBUG nova.compute.manager [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.640760] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdf03a-508f-4d87-88b8-e4a49bf9a20f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.797697] env[69895]: DEBUG nova.compute.manager [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-changed-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.797697] env[69895]: DEBUG nova.compute.manager [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Refreshing instance network info cache due to event network-changed-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.798333] env[69895]: DEBUG oslo_concurrency.lockutils [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] Acquiring lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.798333] env[69895]: DEBUG oslo_concurrency.lockutils [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] Acquired lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.798466] env[69895]: DEBUG nova.network.neutron [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Refreshing network info cache for port f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.889206] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471617, 'name': CreateVM_Task, 'duration_secs': 0.365966} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.889206] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.889206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.889206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.889206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.889206] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb7de60-df81-4066-ab70-482ab2caf201 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.894184] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 851.894184] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d7a725-a4fb-71c6-9cc5-22d25655a69c" [ 851.894184] env[69895]: _type = "Task" [ 851.894184] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.907055] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d7a725-a4fb-71c6-9cc5-22d25655a69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.961273] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471620, 'name': CreateVM_Task, 'duration_secs': 0.317377} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.961408] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.962092] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.962429] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.962850] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.962910] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8287dc7-a89f-4a2f-b587-0f6704d0b942 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.968190] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 851.968190] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b865ed-d153-241e-9c69-a47e78dcb210" [ 851.968190] env[69895]: _type = "Task" [ 851.968190] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.976887] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b865ed-d153-241e-9c69-a47e78dcb210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.018437] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.022933] env[69895]: DEBUG nova.compute.utils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.026315] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.026479] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.078107] env[69895]: DEBUG nova.policy [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1bee18a3cd463bbdf582c8c5d895a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ccd14f1da8415d86ae4ecc6a29ce05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.147227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.218027] env[69895]: DEBUG nova.network.neutron [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Updated VIF entry in instance network info cache for port 41bad845-cdf3-4aed-9d5b-5a1f641c769b. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.218396] env[69895]: DEBUG nova.network.neutron [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Updating instance_info_cache with network_info: [{"id": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "address": "fa:16:3e:3c:82:4b", "network": {"id": "90d25943-8256-4421-a184-142c51f0b153", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1301513043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cd69d1088a44ea69bbb92280c30a715", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bad845-cd", "ovs_interfaceid": "41bad845-cdf3-4aed-9d5b-5a1f641c769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.411736] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d7a725-a4fb-71c6-9cc5-22d25655a69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.412335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.412335] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.412730] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.412806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.412962] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.413254] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68ca2e47-b355-457e-a5cb-1ff17d05d884 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.421975] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.422206] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.423013] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41fd580-695a-4ab0-a5d6-29bbcbccda59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.429625] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 852.429625] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a13cb-8e4d-557d-7d59-9188e04cf33c" [ 852.429625] env[69895]: _type = "Task" [ 852.429625] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.441239] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a13cb-8e4d-557d-7d59-9188e04cf33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.480398] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b865ed-d153-241e-9c69-a47e78dcb210, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.481818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.482097] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.482422] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.482599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.482905] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.485372] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b0184d0-a993-4636-876c-f10c5f7118c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.494576] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.495059] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.495645] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a6af03-4c3b-4471-a3d4-e6955c414a81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.501189] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 852.501189] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c80793-54f4-0cc4-aa40-05d46e655207" [ 852.501189] env[69895]: _type = "Task" [ 852.501189] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.510901] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c80793-54f4-0cc4-aa40-05d46e655207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.525540] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Successfully created port: 77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.527883] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.635715] env[69895]: DEBUG nova.network.neutron [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updated VIF entry in instance network info cache for port f99bcca3-4ae0-4b7e-8b2c-31435d4fa910. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.637613] env[69895]: DEBUG nova.network.neutron [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updating instance_info_cache with network_info: [{"id": "7d170f4e-fefc-4349-9782-12fce3a1b239", "address": "fa:16:3e:d2:1e:6c", "network": {"id": "f0b9034b-72ac-4116-965d-022f163d3fd1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-515169602", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d170f4e-fe", "ovs_interfaceid": "7d170f4e-fefc-4349-9782-12fce3a1b239", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "address": "fa:16:3e:aa:7b:34", "network": {"id": "b82c2129-bb6f-4164-a060-a06f94098aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003381398", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99bcca3-4a", "ovs_interfaceid": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.661083] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.661811] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-055bf48f-e868-4e88-aed9-2796c7ffb930 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.668741] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 852.668741] env[69895]: value = "task-3471621" [ 852.668741] env[69895]: _type = "Task" [ 852.668741] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.678046] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.680033] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35065d29-83cc-4cc3-8b00-7893efeb1448 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.702997] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817f6138-6097-41fd-a416-10fd152dfff0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.713856] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.724827] env[69895]: DEBUG oslo_concurrency.lockutils [req-a508ae27-30f0-4822-85db-b42fa85cb115 req-a87b2f23-d133-4dae-8eaf-621ac2959767 service nova] Releasing lock "refresh_cache-c1633e99-e3a8-46d2-ad36-5de832797649" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.941361] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529a13cb-8e4d-557d-7d59-9188e04cf33c, 'name': SearchDatastore_Task, 'duration_secs': 0.012996} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.942339] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ab9c66-5297-46de-a000-4a2cb0d23306 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953367] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 852.953367] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293fd9b-271b-8bc9-cc2f-18bb4ecf1c59" [ 852.953367] env[69895]: _type = "Task" [ 852.953367] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.963046] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293fd9b-271b-8bc9-cc2f-18bb4ecf1c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.011889] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c80793-54f4-0cc4-aa40-05d46e655207, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.012719] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c12bd3-2815-46ea-a271-2a8f3fcd491a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.020436] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 853.020436] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e0dad-0042-c5c2-6b80-af1e6a24c5ec" [ 853.020436] env[69895]: _type = "Task" [ 853.020436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.028340] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e0dad-0042-c5c2-6b80-af1e6a24c5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.144276] env[69895]: DEBUG oslo_concurrency.lockutils [req-72a9e6f5-be7b-4749-b319-3b86ccb0493d req-c7063919-877f-4848-b001-a1ef8e5b0e7f service nova] Releasing lock "refresh_cache-2ed53bba-a428-40ef-86b0-a72fae116183" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.174952] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850149e-882c-4d94-884f-f360a6fcdc78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.183105] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471621, 'name': PowerOffVM_Task, 'duration_secs': 0.254581} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.184933] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.185192] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.185968] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211f9e48-b23a-402c-b318-df94dfe3bd86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.189512] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca80bd8-15ad-4f76-b5ce-adc1e51a9fbc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.197340] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.221081] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abab1430-d685-4644-b9ab-a22433a46f24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.224193] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.224658] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735c1740-ca83-49d4-b66a-55c32a3bd50e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.226580] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb6a7ea-0b6c-4156-ab19-232c8b8db781 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.234562] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d38696-c7b8-4601-a66f-8c8907c7bc2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.238831] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 853.238831] env[69895]: value = "task-3471623" [ 853.238831] env[69895]: _type = "Task" [ 853.238831] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.251237] env[69895]: DEBUG nova.compute.provider_tree [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.258084] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.295953] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.296291] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.296562] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.296955] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8538973b-1fc4-4648-a0ba-de78bcb1cff9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.303894] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 853.303894] env[69895]: value = "task-3471624" [ 853.303894] env[69895]: _type = "Task" [ 853.303894] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.312971] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.461891] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293fd9b-271b-8bc9-cc2f-18bb4ecf1c59, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.462228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.462521] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2ed53bba-a428-40ef-86b0-a72fae116183/2ed53bba-a428-40ef-86b0-a72fae116183.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.462790] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-261d432a-4a33-44b7-8c52-41b535488eac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.469030] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 853.469030] env[69895]: value = "task-3471625" [ 853.469030] env[69895]: _type = "Task" [ 853.469030] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.477941] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.495332] env[69895]: DEBUG nova.compute.manager [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.496313] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cacd8c8-805e-44bc-89b7-fe6e325605e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.531369] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e0dad-0042-c5c2-6b80-af1e6a24c5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014004} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.531683] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.532541] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] c1633e99-e3a8-46d2-ad36-5de832797649/c1633e99-e3a8-46d2-ad36-5de832797649.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.532541] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0f51d53-5703-4a5e-86a6-09f584d82ad6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.542089] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.545395] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 853.545395] env[69895]: value = "task-3471626" [ 853.545395] env[69895]: _type = "Task" [ 853.545395] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.559652] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.578505] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.582051] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.582051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc268c-263e-400e-9dc0-1bd7900f4a76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.589965] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576cbaf5-abcc-45ee-a4bb-6b4e1764e4d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.754403] env[69895]: DEBUG oslo_vmware.api [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471623, 'name': PowerOnVM_Task, 'duration_secs': 0.455244} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.754606] env[69895]: DEBUG nova.scheduler.client.report [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.759561] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.759827] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e029070e-aa99-4c38-9dac-7f0a0f2f79f3 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance '570b8e3c-74cd-4921-8fe2-565048650101' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.816486] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224014} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.816782] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.816972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.817165] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.984382] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.007639] env[69895]: INFO nova.compute.manager [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] instance snapshotting [ 854.010815] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb24aa2a-62f7-4c01-8238-b1dc2a5d2271 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.042354] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a555337a-9ad3-4bf1-8715-91539f211aaf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.068096] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.268996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.269740] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.276022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.022s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.276022] env[69895]: DEBUG nova.objects.instance [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lazy-loading 'resources' on Instance uuid 1ec89f6d-4159-4de7-b19b-2aae18635b41 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.391475] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Successfully updated port: 77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.482593] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655644} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.482593] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 2ed53bba-a428-40ef-86b0-a72fae116183/2ed53bba-a428-40ef-86b0-a72fae116183.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.482593] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.482593] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d536d90c-fe16-49c0-b6b5-749175eb58e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.487825] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 854.487825] env[69895]: value = "task-3471627" [ 854.487825] env[69895]: _type = "Task" [ 854.487825] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.496227] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.530989] env[69895]: DEBUG nova.compute.manager [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Received event network-vif-plugged-77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.531239] env[69895]: DEBUG oslo_concurrency.lockutils [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] Acquiring lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.531501] env[69895]: DEBUG oslo_concurrency.lockutils [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.531702] env[69895]: DEBUG oslo_concurrency.lockutils [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.531906] env[69895]: DEBUG nova.compute.manager [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] No waiting events found dispatching network-vif-plugged-77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.532131] env[69895]: WARNING nova.compute.manager [req-d589f15e-ba05-47a9-8de3-708742163454 req-7c956ad3-17f6-40a7-8b50-f00965ed1613 service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Received unexpected event network-vif-plugged-77783e34-20e7-413a-abb9-dd78a934b2d7 for instance with vm_state building and task_state spawning. [ 854.559997] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694751} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.560276] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] c1633e99-e3a8-46d2-ad36-5de832797649/c1633e99-e3a8-46d2-ad36-5de832797649.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.560566] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.560734] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38471545-250d-4de2-a0d4-216c68e32db8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.564016] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.564267] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ddbf0c87-00da-4b2a-95c3-a0b6aac5dc64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.567842] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 854.567842] env[69895]: value = "task-3471628" [ 854.567842] env[69895]: _type = "Task" [ 854.567842] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.572783] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 854.572783] env[69895]: value = "task-3471629" [ 854.572783] env[69895]: _type = "Task" [ 854.572783] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.580736] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.586123] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.793193] env[69895]: DEBUG nova.compute.utils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.801041] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.801041] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.848816] env[69895]: DEBUG nova.policy [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1bee18a3cd463bbdf582c8c5d895a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ccd14f1da8415d86ae4ecc6a29ce05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.864421] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.864421] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.864577] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.864761] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.864901] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.866233] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.866506] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.866692] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.866878] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.867056] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.867229] env[69895]: DEBUG nova.virt.hardware [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.868507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8ef4e7-1136-460c-96cd-60fe3d63973a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.881637] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6409920-0875-4f1c-b31d-b3fbdec7fc0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.899630] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.899961] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.902062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:47:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19279116-70d8-4d9f-b13b-883d82653206', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.909669] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.915008] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.915497] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c99d3f7-eae7-45bc-8701-4cb660884fcc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.940235] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.940235] env[69895]: value = "task-3471630" [ 854.940235] env[69895]: _type = "Task" [ 854.940235] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.954172] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471630, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.999459] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.004726] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073586} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.008893] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.010066] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37141606-b197-4ed2-9082-8daab402884f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.039166] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2ed53bba-a428-40ef-86b0-a72fae116183/2ed53bba-a428-40ef-86b0-a72fae116183.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.042056] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1caadf2-204b-45f6-9be5-43a6d3240a19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.063543] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 855.063543] env[69895]: value = "task-3471631" [ 855.063543] env[69895]: _type = "Task" [ 855.063543] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.075198] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.088486] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07364} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.093460] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.093460] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.097032] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03febe86-094c-4c68-bf1f-c5ef0b6d4f95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.117128] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] c1633e99-e3a8-46d2-ad36-5de832797649/c1633e99-e3a8-46d2-ad36-5de832797649.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.119612] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8630fbe6-5e9f-4fd5-b6bb-eb9c41af3597 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.138238] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Successfully created port: 21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.148957] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 855.148957] env[69895]: value = "task-3471632" [ 855.148957] env[69895]: _type = "Task" [ 855.148957] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.163607] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.300828] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.433525] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Updating instance_info_cache with network_info: [{"id": "77783e34-20e7-413a-abb9-dd78a934b2d7", "address": "fa:16:3e:ee:91:9d", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77783e34-20", "ovs_interfaceid": "77783e34-20e7-413a-abb9-dd78a934b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.456099] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471630, 'name': CreateVM_Task, 'duration_secs': 0.357481} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.456099] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.456099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.456099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.456099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.456099] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fc761d-4385-44d8-8c51-7e001e83e5f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.466164] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 855.466164] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277b988-aac8-b2a2-fd71-b93557b8818f" [ 855.466164] env[69895]: _type = "Task" [ 855.466164] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.473527] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277b988-aac8-b2a2-fd71-b93557b8818f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.563046] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e43315-b2cf-4ec5-9dbe-8d4ddc25630c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.574763] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471631, 'name': ReconfigVM_Task, 'duration_secs': 0.416899} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.576842] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2ed53bba-a428-40ef-86b0-a72fae116183/2ed53bba-a428-40ef-86b0-a72fae116183.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.577571] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d2aaba8-27b5-4b04-8bb4-4f47d173347b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.579853] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e32c5c-31db-4b2c-a677-9d6fe2645d13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.589643] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 855.589643] env[69895]: value = "task-3471633" [ 855.589643] env[69895]: _type = "Task" [ 855.589643] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.618379] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471629, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.629903] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f233f2-acd3-466b-905c-515ea81f5f10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.643845] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471633, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.645247] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c097439-edc5-4c7b-9aeb-3bc4984028b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.663414] env[69895]: DEBUG nova.compute.provider_tree [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.671764] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471632, 'name': ReconfigVM_Task, 'duration_secs': 0.511023} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.672745] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Reconfigured VM instance instance-0000003e to attach disk [datastore1] c1633e99-e3a8-46d2-ad36-5de832797649/c1633e99-e3a8-46d2-ad36-5de832797649.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.673459] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ee94b4-8831-4bd6-8209-24a2c01bf80a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.681857] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 855.681857] env[69895]: value = "task-3471634" [ 855.681857] env[69895]: _type = "Task" [ 855.681857] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.689470] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471634, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.936706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.937071] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Instance network_info: |[{"id": "77783e34-20e7-413a-abb9-dd78a934b2d7", "address": "fa:16:3e:ee:91:9d", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77783e34-20", "ovs_interfaceid": "77783e34-20e7-413a-abb9-dd78a934b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.937735] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:91:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77783e34-20e7-413a-abb9-dd78a934b2d7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.946262] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Creating folder: Project (06ccd14f1da8415d86ae4ecc6a29ce05). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.946620] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4971b5f2-f35f-425e-84c4-0165d88054ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.958491] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Created folder: Project (06ccd14f1da8415d86ae4ecc6a29ce05) in parent group-v693805. [ 855.958732] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Creating folder: Instances. Parent ref: group-v693970. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.959078] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f9d1aa5-0513-4b0b-9a63-97bbdc5fbab3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.970087] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Created folder: Instances in parent group-v693970. [ 855.970343] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.971135] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.971399] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2df1609b-852b-4e58-bad5-fd0772f3ac9e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.992226] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277b988-aac8-b2a2-fd71-b93557b8818f, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.992942] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.993254] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.993511] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.993668] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.993857] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.994151] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a7ac51-ddc0-4f96-bac2-4912b158d314 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.997438] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.997438] env[69895]: value = "task-3471637" [ 855.997438] env[69895]: _type = "Task" [ 855.997438] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.005525] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471637, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.006962] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.007154] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.007887] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151c5657-386f-4d60-8a4f-cad9e5e7c106 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.013609] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 856.013609] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248b782-a26a-1ec0-a102-c1b6ff7f161b" [ 856.013609] env[69895]: _type = "Task" [ 856.013609] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.022574] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248b782-a26a-1ec0-a102-c1b6ff7f161b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.094710] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471629, 'name': CreateSnapshot_Task, 'duration_secs': 1.021914} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.094993] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.096194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17341f37-e09e-4fe7-83a9-d9d4cd7f9d52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.131954] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471633, 'name': Rename_Task, 'duration_secs': 0.214712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.133640] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.133640] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff2cacd-fc89-411a-acb8-65e0ecc095a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.139911] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 856.139911] env[69895]: value = "task-3471638" [ 856.139911] env[69895]: _type = "Task" [ 856.139911] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.152097] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.166712] env[69895]: DEBUG nova.scheduler.client.report [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.194252] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471634, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.313264] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.346953] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.347292] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.347463] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.347651] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.347799] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.347944] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.348175] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.348338] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.348625] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.348677] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.348831] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.349712] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d868ee-735a-4dfb-be9e-5fa5aa495b0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.360671] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db0baf9-fe12-4e09-8259-d345634a7c7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.509758] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471637, 'name': CreateVM_Task, 'duration_secs': 0.329299} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.509758] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.510413] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.510413] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.510533] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.511041] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908bb424-b7a2-4346-8050-7c947434cd95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.518629] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 856.518629] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527d8a94-86b8-ceba-62ef-27f28d002916" [ 856.518629] env[69895]: _type = "Task" [ 856.518629] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.526524] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248b782-a26a-1ec0-a102-c1b6ff7f161b, 'name': SearchDatastore_Task, 'duration_secs': 0.018434} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.528747] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3cfd69-3057-4100-aca0-aae0f80a9aa9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.534203] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527d8a94-86b8-ceba-62ef-27f28d002916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.539872] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 856.539872] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52017a0a-99c4-5118-4ae6-15a204990d37" [ 856.539872] env[69895]: _type = "Task" [ 856.539872] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.551389] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52017a0a-99c4-5118-4ae6-15a204990d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.618580] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.618900] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7caa260-9cf5-4572-86da-a32a425f6c2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.628118] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 856.628118] env[69895]: value = "task-3471639" [ 856.628118] env[69895]: _type = "Task" [ 856.628118] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.637183] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471639, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.648695] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471638, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.674907] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.678318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.743s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.678564] env[69895]: DEBUG nova.objects.instance [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lazy-loading 'resources' on Instance uuid 33c412e2-353f-4fef-bed7-8879d0286b19 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.690507] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471634, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.702946] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Successfully updated port: 21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.718490] env[69895]: INFO nova.scheduler.client.report [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleted allocations for instance 1ec89f6d-4159-4de7-b19b-2aae18635b41 [ 856.996800] env[69895]: DEBUG nova.network.neutron [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Port caae54cc-d05b-44f9-9a88-0b689c8cbc11 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 856.997559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.997765] env[69895]: DEBUG nova.network.neutron [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.009830] env[69895]: DEBUG nova.compute.manager [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Received event network-changed-77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.010047] env[69895]: DEBUG nova.compute.manager [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Refreshing instance network info cache due to event network-changed-77783e34-20e7-413a-abb9-dd78a934b2d7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.010226] env[69895]: DEBUG oslo_concurrency.lockutils [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] Acquiring lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.010392] env[69895]: DEBUG oslo_concurrency.lockutils [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] Acquired lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.010567] env[69895]: DEBUG nova.network.neutron [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Refreshing network info cache for port 77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.040592] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527d8a94-86b8-ceba-62ef-27f28d002916, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.041131] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.041452] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.041753] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.056784] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52017a0a-99c4-5118-4ae6-15a204990d37, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.057163] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.057511] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.057887] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.058156] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.058453] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ae17ae-9bdf-4e2f-8846-1d494f0cd70d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.061352] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd9219dd-d35f-4c11-9c76-1f37e7d05a7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.070363] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 857.070363] env[69895]: value = "task-3471640" [ 857.070363] env[69895]: _type = "Task" [ 857.070363] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.077560] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.077781] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.083074] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40463a9-9e96-46f9-b940-ecad15f756f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.086078] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.090047] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 857.090047] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d89f83-b66e-5a44-b67a-d926e69249c2" [ 857.090047] env[69895]: _type = "Task" [ 857.090047] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.098278] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d89f83-b66e-5a44-b67a-d926e69249c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.139292] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471639, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.149096] env[69895]: DEBUG oslo_vmware.api [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471638, 'name': PowerOnVM_Task, 'duration_secs': 0.794884} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.149378] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.149589] env[69895]: INFO nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Took 10.93 seconds to spawn the instance on the hypervisor. [ 857.149770] env[69895]: DEBUG nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.150900] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bff14c-6b96-4596-b0e4-f0d50133e622 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.194222] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471634, 'name': Rename_Task, 'duration_secs': 1.169591} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.196049] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.196049] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3a7c07-e90c-4587-95dc-82b8e29a8536 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.201575] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 857.201575] env[69895]: value = "task-3471641" [ 857.201575] env[69895]: _type = "Task" [ 857.201575] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.205085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.205762] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.213298] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.229222] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1aa4645a-1841-4c3f-bd72-e78437679556 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "1ec89f6d-4159-4de7-b19b-2aae18635b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.926s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.487883] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "78e8adaa-18c0-4548-8cd3-5e16040515af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.488149] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.583047] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.601387] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d89f83-b66e-5a44-b67a-d926e69249c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.602322] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1b0fd5-98d5-4106-88c4-a5b5b5dd5e37 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.613386] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 857.613386] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bdd31-a3bf-dc5e-27c3-394b072c034e" [ 857.613386] env[69895]: _type = "Task" [ 857.613386] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.624157] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bdd31-a3bf-dc5e-27c3-394b072c034e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.638830] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471639, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.674037] env[69895]: INFO nova.compute.manager [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Took 48.06 seconds to build instance. [ 857.713035] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471641, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.762880] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.782663] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.782954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.783186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.783411] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.783562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.788813] env[69895]: INFO nova.compute.manager [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Terminating instance [ 857.841777] env[69895]: DEBUG nova.network.neutron [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.859170] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc03433-4679-427a-87a7-1530e4ce4c44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.868079] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8328a1f-4d12-4406-84c7-61122fae448d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.905789] env[69895]: DEBUG nova.network.neutron [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Updated VIF entry in instance network info cache for port 77783e34-20e7-413a-abb9-dd78a934b2d7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.907738] env[69895]: DEBUG nova.network.neutron [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Updating instance_info_cache with network_info: [{"id": "77783e34-20e7-413a-abb9-dd78a934b2d7", "address": "fa:16:3e:ee:91:9d", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77783e34-20", "ovs_interfaceid": "77783e34-20e7-413a-abb9-dd78a934b2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.911380] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d2877c-36b9-41d6-a31a-5df064206ff0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.920182] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263cd138-bfbc-468f-8e06-2713c2c838ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.940854] env[69895]: DEBUG nova.compute.provider_tree [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.971260] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Updating instance_info_cache with network_info: [{"id": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "address": "fa:16:3e:2f:b5:01", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b67fd0-e6", "ovs_interfaceid": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.081432] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584055} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.081432] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.081658] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.081952] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4764b9cb-b21a-4c20-b7ec-fcc8e5fed6d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.089842] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 858.089842] env[69895]: value = "task-3471642" [ 858.089842] env[69895]: _type = "Task" [ 858.089842] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.098204] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.127465] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523bdd31-a3bf-dc5e-27c3-394b072c034e, 'name': SearchDatastore_Task, 'duration_secs': 0.026499} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.127905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.128105] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f/79984c9a-e728-4c5e-b1c8-fdcf324e6b2f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.128386] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1793c0b-1ca3-4737-a30b-cf785af3c423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.138876] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471639, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.140491] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 858.140491] env[69895]: value = "task-3471643" [ 858.140491] env[69895]: _type = "Task" [ 858.140491] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.148366] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.175231] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1e01b49-9f93-4202-82d2-c45192406a6c tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.045s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.214066] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.295290] env[69895]: DEBUG nova.compute.manager [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.295854] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.297022] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759904f-9e89-4c4f-b612-31dc2f5d9b95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.308246] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.309397] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614c09a6-8060-4a3e-9efd-c2dab1cbc0ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.317242] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 858.317242] env[69895]: value = "task-3471644" [ 858.317242] env[69895]: _type = "Task" [ 858.317242] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.329835] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.345348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.415221] env[69895]: DEBUG oslo_concurrency.lockutils [req-0ac6cb7d-c8a0-4596-ae12-eea15cdb77db req-082e670a-ee44-4d4a-9b3b-cc6fcfbc800e service nova] Releasing lock "refresh_cache-79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.457649] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "2ed53bba-a428-40ef-86b0-a72fae116183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.458015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.458253] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.459020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.459020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.461380] env[69895]: INFO nova.compute.manager [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Terminating instance [ 858.464620] env[69895]: ERROR nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] [req-9c3b894d-c36c-4f14-93a4-f58d7835b85b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c3b894d-c36c-4f14-93a4-f58d7835b85b"}]} [ 858.474743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.474743] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Instance network_info: |[{"id": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "address": "fa:16:3e:2f:b5:01", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b67fd0-e6", "ovs_interfaceid": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.474975] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:b5:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21b67fd0-e6e4-4843-899f-a219bdc99d93', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.484139] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.485602] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.486822] env[69895]: DEBUG nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 858.488848] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef27bbb9-e58e-4c1c-92e7-7890adfc781c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.515011] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.515011] env[69895]: value = "task-3471645" [ 858.515011] env[69895]: _type = "Task" [ 858.515011] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.520337] env[69895]: DEBUG nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 858.520581] env[69895]: DEBUG nova.compute.provider_tree [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.526813] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471645, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.534988] env[69895]: DEBUG nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 858.555478] env[69895]: DEBUG nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 858.603602] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086781} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.603795] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.604775] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed170f33-a854-4984-85af-609d8f9d0f6e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.630328] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.633624] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3acc1a-1449-49d8-aa99-5cd9a4bb8877 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.663044] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471639, 'name': CloneVM_Task, 'duration_secs': 1.859025} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.668838] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Created linked-clone VM from snapshot [ 858.669164] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471643, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.669516] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 858.669516] env[69895]: value = "task-3471646" [ 858.669516] env[69895]: _type = "Task" [ 858.669516] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.670636] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c8fa1e-6589-47e8-b46d-a08d428c1c84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.677653] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.686307] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Uploading image 3d910cb0-4343-485e-b928-99961412d43d {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.689122] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.705351] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.709773] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cea07329-9a68-418e-a650-c59470c3b6ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.717562] env[69895]: DEBUG oslo_vmware.api [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471641, 'name': PowerOnVM_Task, 'duration_secs': 1.042505} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.721369] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.721629] env[69895]: INFO nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Took 9.70 seconds to spawn the instance on the hypervisor. [ 858.721854] env[69895]: DEBUG nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.722230] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 858.722230] env[69895]: value = "task-3471647" [ 858.722230] env[69895]: _type = "Task" [ 858.722230] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.723732] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a21fd2-12f0-455a-b994-1714fc17481f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.740984] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471647, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.824668] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471644, 'name': PowerOffVM_Task, 'duration_secs': 0.314878} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.827448] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.827629] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.828530] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca364f4-7a78-4991-83b2-9ca4255b7f11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.848721] env[69895]: DEBUG nova.compute.manager [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69895) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 858.849023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.890037] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.890222] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.890717] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleting the datastore file [datastore2] bb7f5f01-e6c5-4b39-90d1-32900180ea30 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.890717] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c35e4ff-d244-46d6-b04e-760fae8f3bb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.898721] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for the task: (returnval){ [ 858.898721] env[69895]: value = "task-3471649" [ 858.898721] env[69895]: _type = "Task" [ 858.898721] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.907800] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.971995] env[69895]: DEBUG nova.compute.manager [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.972337] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.973443] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b163263a-65f8-454d-95a4-e66c9f57d18c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.981549] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.984065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab39821b-d8cd-40fa-929f-eacf190ba179 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.990957] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 858.990957] env[69895]: value = "task-3471650" [ 858.990957] env[69895]: _type = "Task" [ 858.990957] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.003255] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.024331] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471645, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.133471] env[69895]: DEBUG nova.compute.manager [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Received event network-vif-plugged-21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.133736] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Acquiring lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.133861] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.134059] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.134232] env[69895]: DEBUG nova.compute.manager [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] No waiting events found dispatching network-vif-plugged-21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.134395] env[69895]: WARNING nova.compute.manager [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Received unexpected event network-vif-plugged-21b67fd0-e6e4-4843-899f-a219bdc99d93 for instance with vm_state building and task_state spawning. [ 859.134635] env[69895]: DEBUG nova.compute.manager [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Received event network-changed-21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.134803] env[69895]: DEBUG nova.compute.manager [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Refreshing instance network info cache due to event network-changed-21b67fd0-e6e4-4843-899f-a219bdc99d93. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.135017] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Acquiring lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.135168] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Acquired lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.135324] env[69895]: DEBUG nova.network.neutron [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Refreshing network info cache for port 21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.165504] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554702} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.165840] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f/79984c9a-e728-4c5e-b1c8-fdcf324e6b2f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.166108] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.168831] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877c99ff-6471-4be0-9bb9-784dcce6f05c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.179245] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 859.179245] env[69895]: value = "task-3471651" [ 859.179245] env[69895]: _type = "Task" [ 859.179245] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.186254] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471646, 'name': ReconfigVM_Task, 'duration_secs': 0.303799} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.188389] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.189873] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94820f6b-d586-49f2-845c-bba1f93f3faf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.196147] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7ff110-7148-4d40-a9d4-71014a0f6b9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.200833] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.210194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3253c4-b46f-426e-808c-e7d8eef4607c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.214043] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 859.214043] env[69895]: value = "task-3471652" [ 859.214043] env[69895]: _type = "Task" [ 859.214043] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.220197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.255587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a260e9cc-4eb7-4dd5-ab1c-a94645006b4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.267603] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471652, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.269017] env[69895]: INFO nova.compute.manager [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Took 46.84 seconds to build instance. [ 859.275046] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471647, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.279627] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c8830-4c39-4dd7-a046-68916119c9b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.295977] env[69895]: DEBUG nova.compute.provider_tree [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.408567] env[69895]: DEBUG oslo_vmware.api [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Task: {'id': task-3471649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382108} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.408567] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.408567] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.408803] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.408882] env[69895]: INFO nova.compute.manager [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Took 1.11 seconds to destroy the instance on the hypervisor. [ 859.409162] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.409494] env[69895]: DEBUG nova.compute.manager [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.409494] env[69895]: DEBUG nova.network.neutron [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.501012] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471650, 'name': PowerOffVM_Task, 'duration_secs': 0.337019} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.501309] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.501636] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.501726] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f73fde1-a9c4-40d4-84e2-4e7fac12a70c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.525177] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471645, 'name': CreateVM_Task, 'duration_secs': 0.75973} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.525346] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.526052] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.526677] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.526677] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.526854] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd37f39-e43c-4060-bcb4-e40b88a4fbea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.533314] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 859.533314] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5262f2da-8618-16ce-6675-7e8744d52ec8" [ 859.533314] env[69895]: _type = "Task" [ 859.533314] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.540841] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5262f2da-8618-16ce-6675-7e8744d52ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.636935] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.637648] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.637648] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleting the datastore file [datastore2] 2ed53bba-a428-40ef-86b0-a72fae116183 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.637648] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccac08ae-ca97-4e55-a33f-37e5e74947f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643375] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for the task: (returnval){ [ 859.643375] env[69895]: value = "task-3471654" [ 859.643375] env[69895]: _type = "Task" [ 859.643375] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.651231] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.688493] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071871} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.688758] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.689533] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947a46be-1503-451c-8a5e-3f961987c960 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.711281] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f/79984c9a-e728-4c5e-b1c8-fdcf324e6b2f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.713626] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea452406-5fbf-4c92-9e9a-80d0977788d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.738817] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471652, 'name': Rename_Task, 'duration_secs': 0.385103} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.740077] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.740382] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 859.740382] env[69895]: value = "task-3471655" [ 859.740382] env[69895]: _type = "Task" [ 859.740382] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.740567] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433fccec-007f-43c2-b800-ecf7cf0fd83e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.753845] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 859.753845] env[69895]: value = "task-3471656" [ 859.753845] env[69895]: _type = "Task" [ 859.753845] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.754158] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.760510] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471647, 'name': Destroy_Task, 'duration_secs': 0.630979} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.761072] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Destroyed the VM [ 859.761321] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.761543] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bda2324-35d5-47fd-b895-b01adf583e62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.765773] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.768563] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "interface-c1633e99-e3a8-46d2-ad36-5de832797649-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.768793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "interface-c1633e99-e3a8-46d2-ad36-5de832797649-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.769333] env[69895]: DEBUG nova.objects.instance [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lazy-loading 'flavor' on Instance uuid c1633e99-e3a8-46d2-ad36-5de832797649 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.772840] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 859.772840] env[69895]: value = "task-3471657" [ 859.772840] env[69895]: _type = "Task" [ 859.772840] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.779250] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25f1b64c-ae70-4d9a-8c12-7f245c615252 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.307s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.785898] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.847157] env[69895]: DEBUG nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 859.847463] env[69895]: DEBUG nova.compute.provider_tree [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 88 to 89 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 859.847666] env[69895]: DEBUG nova.compute.provider_tree [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.888436] env[69895]: DEBUG nova.network.neutron [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Updated VIF entry in instance network info cache for port 21b67fd0-e6e4-4843-899f-a219bdc99d93. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.888932] env[69895]: DEBUG nova.network.neutron [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Updating instance_info_cache with network_info: [{"id": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "address": "fa:16:3e:2f:b5:01", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b67fd0-e6", "ovs_interfaceid": "21b67fd0-e6e4-4843-899f-a219bdc99d93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.043534] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5262f2da-8618-16ce-6675-7e8744d52ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.021529} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.043841] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.044094] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.044338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.044509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.044698] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.044956] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a8e49e-4096-4925-81a1-0514e30da119 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.057530] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.057710] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.058440] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6a89e2-f685-4ece-a205-ac5a59d9fd0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.063405] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 860.063405] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529c2d8c-6f4e-4e75-cd6e-4b9467b4b5b8" [ 860.063405] env[69895]: _type = "Task" [ 860.063405] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.071575] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529c2d8c-6f4e-4e75-cd6e-4b9467b4b5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.117259] env[69895]: DEBUG nova.network.neutron [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.154905] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.253103] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.264272] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.277274] env[69895]: DEBUG nova.objects.instance [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lazy-loading 'pci_requests' on Instance uuid c1633e99-e3a8-46d2-ad36-5de832797649 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.283562] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.292893] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.355445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.677s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.359435] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.712s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.359435] env[69895]: DEBUG nova.objects.instance [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lazy-loading 'resources' on Instance uuid 51f89421-5ba3-4a3c-bc62-6cd4173328ef {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.381174] env[69895]: INFO nova.scheduler.client.report [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Deleted allocations for instance 33c412e2-353f-4fef-bed7-8879d0286b19 [ 860.391862] env[69895]: DEBUG oslo_concurrency.lockutils [req-42519a70-805b-4e27-8fc6-87ec4c863523 req-ab0fcd78-8530-4129-aa37-a7ec2e924c53 service nova] Releasing lock "refresh_cache-d2668357-cf62-4a3a-9e0e-a1563a821acf" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.576032] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529c2d8c-6f4e-4e75-cd6e-4b9467b4b5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.024838} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.576032] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c5b8bb-b42a-48bd-b54f-c379c9c452c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.580640] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 860.580640] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5238417a-3f80-4183-56c1-035282b6dae7" [ 860.580640] env[69895]: _type = "Task" [ 860.580640] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.588774] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5238417a-3f80-4183-56c1-035282b6dae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.620682] env[69895]: INFO nova.compute.manager [-] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Took 1.21 seconds to deallocate network for instance. [ 860.654144] env[69895]: DEBUG oslo_vmware.api [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Task: {'id': task-3471654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.613857} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.654415] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.654687] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.654907] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.655153] env[69895]: INFO nova.compute.manager [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Took 1.68 seconds to destroy the instance on the hypervisor. [ 860.655435] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.655697] env[69895]: DEBUG nova.compute.manager [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.655818] env[69895]: DEBUG nova.network.neutron [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.756844] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471655, 'name': ReconfigVM_Task, 'duration_secs': 0.60813} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.760523] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f/79984c9a-e728-4c5e-b1c8-fdcf324e6b2f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.761277] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-419eb78f-5001-46cb-aeb3-52c82a77c1dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.768732] env[69895]: DEBUG oslo_vmware.api [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471656, 'name': PowerOnVM_Task, 'duration_secs': 0.754657} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.770143] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.770397] env[69895]: DEBUG nova.compute.manager [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.770737] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 860.770737] env[69895]: value = "task-3471658" [ 860.770737] env[69895]: _type = "Task" [ 860.770737] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.771735] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc22ca-edd2-42bb-b864-790ced8938af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.790165] env[69895]: DEBUG nova.objects.base [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 860.790165] env[69895]: DEBUG nova.network.neutron [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.791533] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471658, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.798253] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471657, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.815869] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.894663] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0585b55f-033b-4916-87af-5cb8854248d7 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Lock "33c412e2-353f-4fef-bed7-8879d0286b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.643s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.896245] env[69895]: DEBUG oslo_concurrency.lockutils [None req-da3830fc-6bca-4d22-a972-f9ae2b3c4460 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "interface-c1633e99-e3a8-46d2-ad36-5de832797649-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.127s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.092220] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5238417a-3f80-4183-56c1-035282b6dae7, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.095059] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.095391] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] d2668357-cf62-4a3a-9e0e-a1563a821acf/d2668357-cf62-4a3a-9e0e-a1563a821acf.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.096061] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adaddcd8-7a02-48b0-b0c9-2a020bac4028 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.102095] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 861.102095] env[69895]: value = "task-3471659" [ 861.102095] env[69895]: _type = "Task" [ 861.102095] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.111560] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.129585] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.297273] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471658, 'name': Rename_Task, 'duration_secs': 0.191484} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.303048] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.303048] env[69895]: DEBUG oslo_vmware.api [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471657, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0788} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.306743] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b0f3c3-a988-4149-82fe-cc8abdd139cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.309017] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.311484] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.317590] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 861.317590] env[69895]: value = "task-3471660" [ 861.317590] env[69895]: _type = "Task" [ 861.317590] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.328517] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.419847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c97dd69-595f-45b3-b340-dd40bc3d8612 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.432230] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c394b-4978-4e0e-82f4-0b915d1f1747 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.467423] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eac538-c720-44df-b4d7-0c37da0ab2aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.477036] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd9285d-0ded-48dc-84f1-82b066cbcccd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.492804] env[69895]: DEBUG nova.compute.provider_tree [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.614024] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.641995] env[69895]: DEBUG nova.compute.manager [req-f11c4fe7-0352-428f-91ce-cce9ad5e5e3a req-c2c45993-b9e8-4235-b2d9-c0a6f80c2d60 service nova] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Received event network-vif-deleted-8ead07c6-8b1e-4f71-a541-92c8dc625337 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.641995] env[69895]: DEBUG nova.compute.manager [req-f11c4fe7-0352-428f-91ce-cce9ad5e5e3a req-c2c45993-b9e8-4235-b2d9-c0a6f80c2d60 service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-vif-deleted-7d170f4e-fefc-4349-9782-12fce3a1b239 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.641995] env[69895]: INFO nova.compute.manager [req-f11c4fe7-0352-428f-91ce-cce9ad5e5e3a req-c2c45993-b9e8-4235-b2d9-c0a6f80c2d60 service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Neutron deleted interface 7d170f4e-fefc-4349-9782-12fce3a1b239; detaching it from the instance and deleting it from the info cache [ 861.641995] env[69895]: DEBUG nova.network.neutron [req-f11c4fe7-0352-428f-91ce-cce9ad5e5e3a req-c2c45993-b9e8-4235-b2d9-c0a6f80c2d60 service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updating instance_info_cache with network_info: [{"id": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "address": "fa:16:3e:aa:7b:34", "network": {"id": "b82c2129-bb6f-4164-a060-a06f94098aa6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2003381398", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e0ad7909f5f042e6943da03c2e6b7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99bcca3-4a", "ovs_interfaceid": "f99bcca3-4ae0-4b7e-8b2c-31435d4fa910", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.651385] env[69895]: DEBUG nova.network.neutron [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.813472] env[69895]: WARNING nova.compute.manager [None req-d3d680ce-46ec-40b6-aa01-45f2636abb85 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Image not found during snapshot: nova.exception.ImageNotFound: Image 3d910cb0-4343-485e-b928-99961412d43d could not be found. [ 861.828292] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.996025] env[69895]: DEBUG nova.scheduler.client.report [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.115317] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712441} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.115317] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] d2668357-cf62-4a3a-9e0e-a1563a821acf/d2668357-cf62-4a3a-9e0e-a1563a821acf.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.115317] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.115317] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd463227-79c0-4100-8034-17851813ff96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.123624] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 862.123624] env[69895]: value = "task-3471661" [ 862.123624] env[69895]: _type = "Task" [ 862.123624] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.134990] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.144340] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55813ddf-28b8-4b70-86e3-887ed35ed075 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.153858] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a5579-782e-4424-86dd-efa808135d97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.166083] env[69895]: INFO nova.compute.manager [-] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Took 1.51 seconds to deallocate network for instance. [ 862.194054] env[69895]: DEBUG nova.compute.manager [req-f11c4fe7-0352-428f-91ce-cce9ad5e5e3a req-c2c45993-b9e8-4235-b2d9-c0a6f80c2d60 service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Detach interface failed, port_id=7d170f4e-fefc-4349-9782-12fce3a1b239, reason: Instance 2ed53bba-a428-40ef-86b0-a72fae116183 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.332062] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.502200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.505439] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.284s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.505738] env[69895]: DEBUG nova.objects.instance [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 862.528667] env[69895]: INFO nova.scheduler.client.report [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Deleted allocations for instance 51f89421-5ba3-4a3c-bc62-6cd4173328ef [ 862.635663] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070071} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.635936] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.636796] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c4b963-236e-49a4-af1c-10184bf9291c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.661173] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] d2668357-cf62-4a3a-9e0e-a1563a821acf/d2668357-cf62-4a3a-9e0e-a1563a821acf.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.661173] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e582c910-bf06-4a48-b070-2f26e5e4a2a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.680161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.687350] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 862.687350] env[69895]: value = "task-3471662" [ 862.687350] env[69895]: _type = "Task" [ 862.687350] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.698128] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.830911] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471660, 'name': PowerOnVM_Task, 'duration_secs': 1.100168} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.831092] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.831653] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Took 9.29 seconds to spawn the instance on the hypervisor. [ 862.831653] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.832327] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8968e16c-f5fa-4924-8049-6ed30c3ac700 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.039684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Lock "51f89421-5ba3-4a3c-bc62-6cd4173328ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.414s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.199040] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.256926] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "c1633e99-e3a8-46d2-ad36-5de832797649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.257367] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.257657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.257859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.258050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.261825] env[69895]: INFO nova.compute.manager [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Terminating instance [ 863.357236] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Took 47.90 seconds to build instance. [ 863.517045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-830a7259-31d0-4509-b94e-9b07f05e435a tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.517045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.794s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.519436] env[69895]: INFO nova.compute.claims [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.577758] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.580166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.580166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.580166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.580166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.584767] env[69895]: INFO nova.compute.manager [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Terminating instance [ 863.699377] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471662, 'name': ReconfigVM_Task, 'duration_secs': 0.761214} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.703020] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Reconfigured VM instance instance-00000040 to attach disk [datastore1] d2668357-cf62-4a3a-9e0e-a1563a821acf/d2668357-cf62-4a3a-9e0e-a1563a821acf.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.703020] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0902f06-2dc5-4c3b-9483-b168367564e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.706886] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 863.706886] env[69895]: value = "task-3471663" [ 863.706886] env[69895]: _type = "Task" [ 863.706886] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.716509] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471663, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.769037] env[69895]: DEBUG nova.compute.manager [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.769037] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.769549] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce6e972-e05d-49a7-b176-8bd1342be4c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.777042] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.778553] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a3fa3e-847a-4a21-8eeb-6ac94004d22f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.781367] env[69895]: DEBUG nova.compute.manager [req-107a57c2-c507-4a98-8cd6-6fd69f1c68db req-dbb5a8ce-eea5-49d7-97da-86d4c64acc51 service nova] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Received event network-vif-deleted-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.787055] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 863.787055] env[69895]: value = "task-3471664" [ 863.787055] env[69895]: _type = "Task" [ 863.787055] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.798627] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.860892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.234s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.990192] env[69895]: INFO nova.compute.manager [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Rebuilding instance [ 864.059570] env[69895]: DEBUG nova.compute.manager [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.060343] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4202ab2e-a8b9-4693-b8a9-b9b5859369b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.090837] env[69895]: DEBUG nova.compute.manager [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.091240] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.092242] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2dd0f2-c5a8-484b-ac86-e56c0bca6d9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.102206] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.102543] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-397d02ce-cd56-40f0-b92f-4a820b713992 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.108595] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 864.108595] env[69895]: value = "task-3471665" [ 864.108595] env[69895]: _type = "Task" [ 864.108595] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.118488] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.217367] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471663, 'name': Rename_Task, 'duration_secs': 0.224478} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.217706] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.217958] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed103d89-e371-4863-88fc-15fb96503d90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.224523] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 864.224523] env[69895]: value = "task-3471666" [ 864.224523] env[69895]: _type = "Task" [ 864.224523] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.233186] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.298858] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471664, 'name': PowerOffVM_Task, 'duration_secs': 0.20999} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.298858] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.298858] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.299142] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16a32682-4614-41f1-827b-21518af83d77 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.359979] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.360353] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.360547] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Deleting the datastore file [datastore1] c1633e99-e3a8-46d2-ad36-5de832797649 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.360838] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c182715-4c30-448a-aab3-175a5332023c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.369829] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for the task: (returnval){ [ 864.369829] env[69895]: value = "task-3471668" [ 864.369829] env[69895]: _type = "Task" [ 864.369829] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.378708] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.626614] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471665, 'name': PowerOffVM_Task, 'duration_secs': 0.177288} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.627527] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.627701] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.627987] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124d2cad-11c1-4b2a-9e2a-871b9399c1aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.694367] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.694367] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.695031] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleting the datastore file [datastore2] ed3cd9ce-a74b-49be-bab9-375702ce49c1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.695300] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8395cd63-c3b3-44d0-9725-7557b3b04cf3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.701668] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 864.701668] env[69895]: value = "task-3471670" [ 864.701668] env[69895]: _type = "Task" [ 864.701668] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.711881] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.747117] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.885492] env[69895]: DEBUG oslo_vmware.api [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Task: {'id': task-3471668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377266} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.888732] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.888892] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.889082] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.890346] env[69895]: INFO nova.compute.manager [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.890346] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.890346] env[69895]: DEBUG nova.compute.manager [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.890346] env[69895]: DEBUG nova.network.neutron [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.081959] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.082517] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc7c55b8-c6c0-457d-842d-c9a86b859cf6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.093088] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 865.093088] env[69895]: value = "task-3471671" [ 865.093088] env[69895]: _type = "Task" [ 865.093088] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.107260] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.212372] env[69895]: DEBUG oslo_vmware.api [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.212701] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.212847] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.213025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.213203] env[69895]: INFO nova.compute.manager [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.213477] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.213624] env[69895]: DEBUG nova.compute.manager [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.213714] env[69895]: DEBUG nova.network.neutron [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.240888] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471666, 'name': PowerOnVM_Task, 'duration_secs': 0.699401} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.241175] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.241373] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Took 8.93 seconds to spawn the instance on the hypervisor. [ 865.241548] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.242350] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e57d74a-a6e0-4160-bae5-e835a225ee67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.264330] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b25a6-a2fc-4fae-b4ae-32da3fb9f622 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.277077] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd189c99-4921-416a-b5a8-b582633a5df1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.318242] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412624c-be20-4938-a98e-5391a5bb46c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.331852] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310b447-003e-4253-9030-4cf79e0a54f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.359327] env[69895]: DEBUG nova.compute.provider_tree [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.603649] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471671, 'name': PowerOffVM_Task, 'duration_secs': 0.301806} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.604029] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.604154] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.604988] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9301db-e7fc-43dc-af05-ca9f7dbf5b0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.612153] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.612436] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd9b32c-40c8-4a70-9570-7abcb160e816 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.689898] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.690196] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.690394] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore1] 23e488d0-a337-4521-a3f2-24febc6f893c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.690665] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec586650-08c2-4c33-9eb5-20fcf4b9b7ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.696952] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 865.696952] env[69895]: value = "task-3471673" [ 865.696952] env[69895]: _type = "Task" [ 865.696952] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.704481] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.764160] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Took 49.60 seconds to build instance. [ 865.870034] env[69895]: DEBUG nova.compute.manager [req-401ec52e-1c51-4def-b5ad-79bb796ecf0c req-d562afc5-986f-4e22-bb04-b759cc633e76 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Received event network-vif-deleted-41bad845-cdf3-4aed-9d5b-5a1f641c769b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.870214] env[69895]: INFO nova.compute.manager [req-401ec52e-1c51-4def-b5ad-79bb796ecf0c req-d562afc5-986f-4e22-bb04-b759cc633e76 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Neutron deleted interface 41bad845-cdf3-4aed-9d5b-5a1f641c769b; detaching it from the instance and deleting it from the info cache [ 865.870388] env[69895]: DEBUG nova.network.neutron [req-401ec52e-1c51-4def-b5ad-79bb796ecf0c req-d562afc5-986f-4e22-bb04-b759cc633e76 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.873289] env[69895]: DEBUG nova.compute.manager [req-0dd8d53f-96ea-47c5-9c03-2f7500ca9172 req-d2953f6b-12b0-4cb9-88d6-9432ef956d41 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Received event network-vif-deleted-cf1da706-2c80-4f19-8d43-660e1c0d5299 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.873493] env[69895]: INFO nova.compute.manager [req-0dd8d53f-96ea-47c5-9c03-2f7500ca9172 req-d2953f6b-12b0-4cb9-88d6-9432ef956d41 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Neutron deleted interface cf1da706-2c80-4f19-8d43-660e1c0d5299; detaching it from the instance and deleting it from the info cache [ 865.873659] env[69895]: DEBUG nova.network.neutron [req-0dd8d53f-96ea-47c5-9c03-2f7500ca9172 req-d2953f6b-12b0-4cb9-88d6-9432ef956d41 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.909265] env[69895]: DEBUG nova.scheduler.client.report [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 865.909572] env[69895]: DEBUG nova.compute.provider_tree [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 89 to 90 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 865.910392] env[69895]: DEBUG nova.compute.provider_tree [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.961771] env[69895]: DEBUG nova.network.neutron [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.209026] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446609} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.209026] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.209026] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.209026] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.267995] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.616s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.313558] env[69895]: DEBUG nova.network.neutron [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.374429] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb9cac7-4352-4840-a4f6-4c7824826f47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.377700] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa9fcccd-c2b2-4c03-bf3a-991d5761a583 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.390759] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064756f1-bf56-4bd9-a406-2dfca90aa99a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.405490] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2206cc6f-b7c8-454b-b20e-4bc3300aac6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.417821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.418331] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.422188] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.515s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.422980] env[69895]: INFO nova.compute.claims [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.448474] env[69895]: DEBUG nova.compute.manager [req-401ec52e-1c51-4def-b5ad-79bb796ecf0c req-d562afc5-986f-4e22-bb04-b759cc633e76 service nova] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Detach interface failed, port_id=41bad845-cdf3-4aed-9d5b-5a1f641c769b, reason: Instance c1633e99-e3a8-46d2-ad36-5de832797649 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.463262] env[69895]: DEBUG nova.compute.manager [req-0dd8d53f-96ea-47c5-9c03-2f7500ca9172 req-d2953f6b-12b0-4cb9-88d6-9432ef956d41 service nova] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Detach interface failed, port_id=cf1da706-2c80-4f19-8d43-660e1c0d5299, reason: Instance ed3cd9ce-a74b-49be-bab9-375702ce49c1 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.463902] env[69895]: INFO nova.compute.manager [-] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Took 1.57 seconds to deallocate network for instance. [ 866.816323] env[69895]: INFO nova.compute.manager [-] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Took 1.60 seconds to deallocate network for instance. [ 866.934574] env[69895]: DEBUG nova.compute.utils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.940131] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.940131] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.974031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.034862] env[69895]: DEBUG nova.policy [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1bee18a3cd463bbdf582c8c5d895a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ccd14f1da8415d86ae4ecc6a29ce05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.255322] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.255322] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.255476] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.255656] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.255808] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.255951] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.256318] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.256719] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.256719] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.256822] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.257033] env[69895]: DEBUG nova.virt.hardware [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.258726] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b47c7-3353-46e9-a95f-3382b8822a8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ba177-653a-46e9-86d7-b05c7d863676 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.290221] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:47:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19279116-70d8-4d9f-b13b-883d82653206', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.299273] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.299597] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.299825] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45a7f44-e05f-4d8b-83e6-141791584b52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.322954] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.322954] env[69895]: value = "task-3471674" [ 867.322954] env[69895]: _type = "Task" [ 867.322954] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.328288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.332599] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471674, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.443992] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.708935] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Successfully created port: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.836867] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471674, 'name': CreateVM_Task, 'duration_secs': 0.381662} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.837875] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.838350] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.839345] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839345] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.839345] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719a84de-9966-4879-a3be-88919b14d1b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.847436] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 867.847436] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52989185-1d2a-478b-c975-b59a2ba27bae" [ 867.847436] env[69895]: _type = "Task" [ 867.847436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.870796] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52989185-1d2a-478b-c975-b59a2ba27bae, 'name': SearchDatastore_Task, 'duration_secs': 0.018942} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.871134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.871498] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.872101] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.872101] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.872101] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.872689] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222249d5-8fd6-4628-9c9a-8ab3e4561587 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.885192] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.885828] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.886817] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474ef129-9555-40e0-a177-617d7b927222 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.896581] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 867.896581] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5201bf81-f947-7cd6-7de6-6ae991468a17" [ 867.896581] env[69895]: _type = "Task" [ 867.896581] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.916076] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5201bf81-f947-7cd6-7de6-6ae991468a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.105962] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17bb6a-5930-4416-ae45-4696b04202df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.115829] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81640abb-c820-4210-a905-5b774feec9d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.150434] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d9a50-ce3f-4b04-9f29-340d8c20cecd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.159994] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000d245-f2e0-4ecf-99d4-12edbc7c8c0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.176805] env[69895]: DEBUG nova.compute.provider_tree [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.409860] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5201bf81-f947-7cd6-7de6-6ae991468a17, 'name': SearchDatastore_Task, 'duration_secs': 0.021728} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.410950] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e130d3-991a-4610-9c7d-a84f24b53ba8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.417482] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 868.417482] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527dce38-b134-1e76-977d-701d1a02642a" [ 868.417482] env[69895]: _type = "Task" [ 868.417482] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.428828] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527dce38-b134-1e76-977d-701d1a02642a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.458168] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.489079] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.489351] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.489911] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.489911] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.489911] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.490091] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.490194] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.490352] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.490516] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.490676] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.490844] env[69895]: DEBUG nova.virt.hardware [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.491749] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81348fe0-cedd-4a6b-bc95-e20f9c6664a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.500244] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca206124-b7f0-48e0-bb3e-a0c547e641a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.682789] env[69895]: DEBUG nova.scheduler.client.report [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.929889] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527dce38-b134-1e76-977d-701d1a02642a, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.930384] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.930848] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.931168] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af93e7a0-7237-476a-949d-8d7d1ddc20ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.940200] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 868.940200] env[69895]: value = "task-3471675" [ 868.940200] env[69895]: _type = "Task" [ 868.940200] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.952278] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.188446] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.189239] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.193640] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.634s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.193900] env[69895]: DEBUG nova.objects.instance [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lazy-loading 'resources' on Instance uuid ba33d821-9bdd-483d-ad81-665091743ec0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.284391] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.284808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.453593] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471675, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.705078] env[69895]: DEBUG nova.compute.utils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.706808] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.706808] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.768168] env[69895]: DEBUG nova.policy [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c012b0211d244109ede183bf679573a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e260410d928a474aa5886f8afec01579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.788790] env[69895]: DEBUG nova.compute.utils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.954636] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843795} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.954954] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.955207] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.955527] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee3340d3-967d-4ceb-84ac-8a53014098f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.964331] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 869.964331] env[69895]: value = "task-3471676" [ 869.964331] env[69895]: _type = "Task" [ 869.964331] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.978407] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.048919] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Successfully updated port: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.207598] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.225741] env[69895]: DEBUG nova.compute.manager [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Received event network-vif-plugged-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.225741] env[69895]: DEBUG oslo_concurrency.lockutils [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] Acquiring lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.225741] env[69895]: DEBUG oslo_concurrency.lockutils [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.225741] env[69895]: DEBUG oslo_concurrency.lockutils [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.225741] env[69895]: DEBUG nova.compute.manager [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] No waiting events found dispatching network-vif-plugged-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.225741] env[69895]: WARNING nova.compute.manager [req-70e10904-73dd-4c7f-9039-7b8ce279d935 req-6d53e2be-b4c5-4379-8383-b5e79096f3bc service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Received unexpected event network-vif-plugged-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 for instance with vm_state building and task_state spawning. [ 870.234796] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Successfully created port: 5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.298249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.383518] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bda011-d9c7-4abb-b343-46528f422710 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.392507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b339a-f248-437b-8589-5f4ac1279bcb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.433405] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab6363-8ba2-42ee-b478-c8b59c132d21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.439892] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2af638-0ed3-4d91-9f58-5dd361fab996 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.469311] env[69895]: DEBUG nova.compute.provider_tree [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.481193] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070159} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.481193] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.481193] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d98ba-f451-4aa4-8eb0-7eb19be083d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.507766] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.508096] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd99ac1b-39c6-4315-a467-225e1c527304 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.533201] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 870.533201] env[69895]: value = "task-3471677" [ 870.533201] env[69895]: _type = "Task" [ 870.533201] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.545047] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.551705] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.551880] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.552051] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.975793] env[69895]: DEBUG nova.scheduler.client.report [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.044106] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.120061] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.220967] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.252898] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.253232] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.253394] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.253575] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.253716] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.253903] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.254145] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.254353] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.254595] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.254830] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.255051] env[69895]: DEBUG nova.virt.hardware [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.256079] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c313e4-a1c1-4675-a3b3-7c5a82cda1ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.265097] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e87fd92-039b-4869-8118-48921bb2fdb4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.367657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.367830] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.368145] env[69895]: INFO nova.compute.manager [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Attaching volume ca3dd814-8f0f-4a3f-9ab3-1955650c47a0 to /dev/sdb [ 871.404612] env[69895]: DEBUG nova.network.neutron [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Updating instance_info_cache with network_info: [{"id": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "address": "fa:16:3e:62:7a:78", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc529e7ff-51", "ovs_interfaceid": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.429959] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdcddb-4561-450e-9e0e-02e6118d9666 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.441460] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69472f06-9a4c-45de-a704-a1d836cd3db6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.472507] env[69895]: DEBUG nova.virt.block_device [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updating existing volume attachment record: cdc553a2-145c-45a0-95f1-cb52cc539b15 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.482972] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.487025] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.298s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.487025] env[69895]: DEBUG nova.objects.instance [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lazy-loading 'resources' on Instance uuid 69bb138f-ff3e-4e52-af29-1113d378eced {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.510291] env[69895]: INFO nova.scheduler.client.report [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Deleted allocations for instance ba33d821-9bdd-483d-ad81-665091743ec0 [ 871.549276] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.582883] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "910184ee-d840-4b0c-8764-d02d3b69f88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.585946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.585946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.585946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.585946] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.588890] env[69895]: INFO nova.compute.manager [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Terminating instance [ 871.914908] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.914908] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Instance network_info: |[{"id": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "address": "fa:16:3e:62:7a:78", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc529e7ff-51", "ovs_interfaceid": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.915204] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:7a:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c529e7ff-51e0-4dd1-b5ce-2efcba403f32', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.925409] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.925409] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.925409] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e3704e-25d0-4882-986a-213d327a688d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.948177] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.948177] env[69895]: value = "task-3471681" [ 871.948177] env[69895]: _type = "Task" [ 871.948177] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.957977] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471681, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.020639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-48d97c32-48e4-4131-a5ba-5afecddbcdee tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Lock "ba33d821-9bdd-483d-ad81-665091743ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.869s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.029457] env[69895]: DEBUG nova.compute.manager [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Received event network-vif-plugged-5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.030155] env[69895]: DEBUG oslo_concurrency.lockutils [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] Acquiring lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.030296] env[69895]: DEBUG oslo_concurrency.lockutils [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.030721] env[69895]: DEBUG oslo_concurrency.lockutils [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.030877] env[69895]: DEBUG nova.compute.manager [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] No waiting events found dispatching network-vif-plugged-5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.031561] env[69895]: WARNING nova.compute.manager [req-34d6a76f-731f-4a85-8129-8e2fe96f4d8c req-84f38b86-57f7-4f8a-8248-e78f675340a2 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Received unexpected event network-vif-plugged-5f16c9ff-909a-4e02-95d9-b30544d080f2 for instance with vm_state building and task_state spawning. [ 872.054146] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471677, 'name': ReconfigVM_Task, 'duration_secs': 1.069996} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.057962] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 23e488d0-a337-4521-a3f2-24febc6f893c/23e488d0-a337-4521-a3f2-24febc6f893c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.058865] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ae2fbaf-f0be-4b07-bfc8-d79d816368c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.071217] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 872.071217] env[69895]: value = "task-3471682" [ 872.071217] env[69895]: _type = "Task" [ 872.071217] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.089785] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471682, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.097095] env[69895]: DEBUG nova.compute.manager [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.097399] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.101326] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4636cf0e-5eb6-425f-b7d1-76b8f93de233 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.112404] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.115748] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f1418f-f748-4987-88db-b8107206227e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.125922] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 872.125922] env[69895]: value = "task-3471683" [ 872.125922] env[69895]: _type = "Task" [ 872.125922] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.140875] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.151965] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Successfully updated port: 5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.304822] env[69895]: DEBUG nova.compute.manager [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Received event network-changed-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.304931] env[69895]: DEBUG nova.compute.manager [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Refreshing instance network info cache due to event network-changed-c529e7ff-51e0-4dd1-b5ce-2efcba403f32. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.305231] env[69895]: DEBUG oslo_concurrency.lockutils [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] Acquiring lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.305397] env[69895]: DEBUG oslo_concurrency.lockutils [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] Acquired lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.305597] env[69895]: DEBUG nova.network.neutron [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Refreshing network info cache for port c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.466118] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471681, 'name': CreateVM_Task, 'duration_secs': 0.391012} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.467312] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.470065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.470268] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.471641] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.471641] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77568ff-928a-4c75-a724-6d548e00468f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.478966] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 872.478966] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525345b2-9b39-db3d-8d1b-1c4d7ffc0ace" [ 872.478966] env[69895]: _type = "Task" [ 872.478966] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.490361] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525345b2-9b39-db3d-8d1b-1c4d7ffc0ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.588159] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471682, 'name': Rename_Task, 'duration_secs': 0.184086} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.588810] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.589102] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a9f5ab-9959-41e8-a890-10989e60d8dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.597858] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 872.597858] env[69895]: value = "task-3471684" [ 872.597858] env[69895]: _type = "Task" [ 872.597858] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.611079] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.638498] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471683, 'name': PowerOffVM_Task, 'duration_secs': 0.238151} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.639485] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.639485] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.639485] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c943555-8ec3-4f51-97ea-52faea0d954a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.662976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.662976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.663073] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.706297] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e1817-6747-4ab7-8002-8daab52992e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.713744] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.713960] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.714209] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleting the datastore file [datastore2] 910184ee-d840-4b0c-8764-d02d3b69f88e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.714871] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a78c6d5-9b96-4904-bd98-b7b7b2589919 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.720838] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c28c46f-2cc1-4975-b1f0-5707a42995a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.727225] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for the task: (returnval){ [ 872.727225] env[69895]: value = "task-3471686" [ 872.727225] env[69895]: _type = "Task" [ 872.727225] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.760608] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5fc61-14ff-495b-8ab8-e68893253837 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.767357] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.775023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc9a7a-8424-4aff-ac4a-0be9217bbac8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.789340] env[69895]: DEBUG nova.compute.provider_tree [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.000023] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525345b2-9b39-db3d-8d1b-1c4d7ffc0ace, 'name': SearchDatastore_Task, 'duration_secs': 0.014205} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.000023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.000023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.000023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.000023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.000023] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.000023] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64ef548c-b87e-4581-a478-0f42568fb91d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019963] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.020615] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.021505] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be2d3d5-8633-4293-8ada-88fcf776a2aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.032155] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 873.032155] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beffde-09ba-790f-c8da-f31fd5c8fea5" [ 873.032155] env[69895]: _type = "Task" [ 873.032155] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.045234] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beffde-09ba-790f-c8da-f31fd5c8fea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.114014] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.114965] env[69895]: DEBUG nova.network.neutron [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Updated VIF entry in instance network info cache for port c529e7ff-51e0-4dd1-b5ce-2efcba403f32. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.115314] env[69895]: DEBUG nova.network.neutron [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Updating instance_info_cache with network_info: [{"id": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "address": "fa:16:3e:62:7a:78", "network": {"id": "0152fd81-a652-4309-b9cd-6ca033268a1b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-815489095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ccd14f1da8415d86ae4ecc6a29ce05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc529e7ff-51", "ovs_interfaceid": "c529e7ff-51e0-4dd1-b5ce-2efcba403f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.202690] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.241994] env[69895]: DEBUG oslo_vmware.api [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Task: {'id': task-3471686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496504} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.241994] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.241994] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.241994] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.241994] env[69895]: INFO nova.compute.manager [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.241994] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.242350] env[69895]: DEBUG nova.compute.manager [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.242350] env[69895]: DEBUG nova.network.neutron [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.293349] env[69895]: DEBUG nova.scheduler.client.report [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.362245] env[69895]: DEBUG nova.network.neutron [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updating instance_info_cache with network_info: [{"id": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "address": "fa:16:3e:dc:56:f2", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f16c9ff-90", "ovs_interfaceid": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.548053] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beffde-09ba-790f-c8da-f31fd5c8fea5, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.548918] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9c8c10-b276-43ef-ae90-0260d31faaf0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.555046] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 873.555046] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e08d95-4714-4631-9c6c-52a366e04bd0" [ 873.555046] env[69895]: _type = "Task" [ 873.555046] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.564501] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e08d95-4714-4631-9c6c-52a366e04bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.613372] env[69895]: DEBUG oslo_vmware.api [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471684, 'name': PowerOnVM_Task, 'duration_secs': 0.688423} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.613372] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.613372] env[69895]: DEBUG nova.compute.manager [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.613372] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5a501-144d-4dab-9add-3076abe14c78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.622390] env[69895]: DEBUG oslo_concurrency.lockutils [req-bec2efe5-efe8-4b30-b9e4-918499e5463e req-5d99f4e2-f97b-45d6-8834-7c98aeb1c7c0 service nova] Releasing lock "refresh_cache-06ba5a6c-dba0-43db-b2d9-7b1070fe0687" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.808020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.593s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.808193] env[69895]: DEBUG nova.objects.instance [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lazy-loading 'resources' on Instance uuid 3c360103-de15-4763-97a8-48fdeb6500c3 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.838309] env[69895]: INFO nova.scheduler.client.report [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Deleted allocations for instance 69bb138f-ff3e-4e52-af29-1113d378eced [ 873.865556] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.865904] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance network_info: |[{"id": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "address": "fa:16:3e:dc:56:f2", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f16c9ff-90", "ovs_interfaceid": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.866327] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:56:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f16c9ff-909a-4e02-95d9-b30544d080f2', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.876148] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.876347] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.876614] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b97593d-894a-4465-a8e8-1febefcde809 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.900974] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.900974] env[69895]: value = "task-3471688" [ 873.900974] env[69895]: _type = "Task" [ 873.900974] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.912154] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471688, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.071568] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e08d95-4714-4631-9c6c-52a366e04bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.033961} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.072043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072391] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 06ba5a6c-dba0-43db-b2d9-7b1070fe0687/06ba5a6c-dba0-43db-b2d9-7b1070fe0687.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.072723] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1f9173-fd5c-468d-9909-06aee274ed7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.085652] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 874.085652] env[69895]: value = "task-3471689" [ 874.085652] env[69895]: _type = "Task" [ 874.085652] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.097650] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.136051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.351843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbc622c6-f034-4d3e-8946-a6875c148727 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Lock "69bb138f-ff3e-4e52-af29-1113d378eced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.673s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.419851] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471688, 'name': CreateVM_Task, 'duration_secs': 0.353256} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.420073] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.421101] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.421310] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.421787] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.423313] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6302c1c0-5216-4f7b-8a44-0702337d36f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.434911] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 874.434911] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fbf967-ea68-9e9a-0c79-0dacf507f8b8" [ 874.434911] env[69895]: _type = "Task" [ 874.434911] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.461095] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fbf967-ea68-9e9a-0c79-0dacf507f8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.603877] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.956571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.957513] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.959905] env[69895]: DEBUG nova.compute.manager [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Received event network-changed-5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.960107] env[69895]: DEBUG nova.compute.manager [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Refreshing instance network info cache due to event network-changed-5f16c9ff-909a-4e02-95d9-b30544d080f2. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.960313] env[69895]: DEBUG oslo_concurrency.lockutils [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] Acquiring lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.960454] env[69895]: DEBUG oslo_concurrency.lockutils [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] Acquired lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.960607] env[69895]: DEBUG nova.network.neutron [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Refreshing network info cache for port 5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.966702] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fbf967-ea68-9e9a-0c79-0dacf507f8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.075119} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.970479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.970718] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.970950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.971111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.971289] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.972983] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80afb10b-cc4f-4388-bcfe-fae6c438cb9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.975264] env[69895]: DEBUG nova.network.neutron [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.990058] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.990058] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.990603] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ff8b36-a6bd-4c61-af69-3af8f77b2b18 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.998155] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b1103d-5672-4a0e-a6c6-6f563f18da24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.002755] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 875.002755] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b90fc3-c32f-8b2d-916e-63e094a660f6" [ 875.002755] env[69895]: _type = "Task" [ 875.002755] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.009661] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4f0f8-448a-4b05-b6f9-7d2e67f709a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.016947] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b90fc3-c32f-8b2d-916e-63e094a660f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.051555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0238c925-d537-4c72-bc55-2b21fa52b6e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.060044] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6d350-37d7-4b72-b415-3cf5e1410592 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.075460] env[69895]: DEBUG nova.compute.provider_tree [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.100193] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622523} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.101629] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 06ba5a6c-dba0-43db-b2d9-7b1070fe0687/06ba5a6c-dba0-43db-b2d9-7b1070fe0687.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.101629] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.101629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f5ae14-9f0a-4ce2-a05f-fc279ade00c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.110619] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 875.110619] env[69895]: value = "task-3471690" [ 875.110619] env[69895]: _type = "Task" [ 875.110619] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.121589] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.244545] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "79ae4798-a420-4654-ab46-58769d85f61b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.244949] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.432579] env[69895]: DEBUG nova.compute.manager [req-b95adb82-e50f-4019-86de-ad9d9e7421ed req-6b957894-c4eb-4d6c-a384-b7e03874106b service nova] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Received event network-vif-deleted-e209dcfa-a62c-41fb-81fb-44becc51c3b9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.469373] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.477769] env[69895]: INFO nova.compute.manager [-] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Took 2.24 seconds to deallocate network for instance. [ 875.514394] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b90fc3-c32f-8b2d-916e-63e094a660f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02168} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.515287] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd038b30-344f-414e-b2f5-e8774c216c56 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.522331] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 875.522331] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520dde16-d840-2741-1a77-538daa5fdbaa" [ 875.522331] env[69895]: _type = "Task" [ 875.522331] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.533367] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520dde16-d840-2741-1a77-538daa5fdbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.581798] env[69895]: DEBUG nova.scheduler.client.report [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.620451] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175748} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.620718] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.621558] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255186cb-abab-45b5-872c-3264982d14f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.649067] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 06ba5a6c-dba0-43db-b2d9-7b1070fe0687/06ba5a6c-dba0-43db-b2d9-7b1070fe0687.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.652178] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413a9924-befe-437c-ab5e-8bf15e8d4256 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.675567] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 875.675567] env[69895]: value = "task-3471691" [ 875.675567] env[69895]: _type = "Task" [ 875.675567] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.684538] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.749164] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.906598] env[69895]: DEBUG nova.network.neutron [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updated VIF entry in instance network info cache for port 5f16c9ff-909a-4e02-95d9-b30544d080f2. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.906988] env[69895]: DEBUG nova.network.neutron [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updating instance_info_cache with network_info: [{"id": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "address": "fa:16:3e:dc:56:f2", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f16c9ff-90", "ovs_interfaceid": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.984873] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.996377] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.038408] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520dde16-d840-2741-1a77-538daa5fdbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.061363} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.039870] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.040181] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693977', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'name': 'volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5842217c-1476-4585-9770-b5dd4445e453', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'serial': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.040902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.044072] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.044072] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cce15b-39fc-4eae-9a32-24ed6a684e69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.046701] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09679e0e-70a2-40f7-874c-234ecdd095fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.071194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95425fc3-6879-425e-809f-53d7983005cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.075318] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 876.075318] env[69895]: value = "task-3471692" [ 876.075318] env[69895]: _type = "Task" [ 876.075318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.096043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.106338] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0/volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.107524] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.866s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.107801] env[69895]: DEBUG nova.objects.instance [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lazy-loading 'resources' on Instance uuid 2bf15903-2275-4635-8d3b-a85568afe49f {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.112293] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffe4a46-4065-4779-8bd5-305ef0310bc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.127088] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.135033] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 876.135033] env[69895]: value = "task-3471693" [ 876.135033] env[69895]: _type = "Task" [ 876.135033] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.139564] env[69895]: INFO nova.scheduler.client.report [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleted allocations for instance 3c360103-de15-4763-97a8-48fdeb6500c3 [ 876.147686] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.188437] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471691, 'name': ReconfigVM_Task, 'duration_secs': 0.293685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.188738] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 06ba5a6c-dba0-43db-b2d9-7b1070fe0687/06ba5a6c-dba0-43db-b2d9-7b1070fe0687.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.189461] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a11dd0-4154-4046-81d4-8791fbfbf01d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.200813] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 876.200813] env[69895]: value = "task-3471694" [ 876.200813] env[69895]: _type = "Task" [ 876.200813] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.215789] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471694, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.271009] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.410767] env[69895]: DEBUG oslo_concurrency.lockutils [req-2a31d2a0-13e1-4fc2-86e1-ff5c9b46d867 req-89d9f112-db85-400d-b917-c6964ad83690 service nova] Releasing lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589180] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.651904] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.655255] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c91da1a7-a25b-4eb3-b451-a388c9213a33 tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "3c360103-de15-4763-97a8-48fdeb6500c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.697s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.720185] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471694, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.089394] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672375} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.090108] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.091210] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.093713] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d907f4ac-4f92-4214-8bf1-ba6b0ed31cb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.107024] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 877.107024] env[69895]: value = "task-3471695" [ 877.107024] env[69895]: _type = "Task" [ 877.107024] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.119351] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.148611] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471693, 'name': ReconfigVM_Task, 'duration_secs': 0.616487} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.148611] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0/volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.156559] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87463d2a-540c-46d2-bcb4-0c32350180ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.176434] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 877.176434] env[69895]: value = "task-3471696" [ 877.176434] env[69895]: _type = "Task" [ 877.176434] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.190032] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.216502] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471694, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.222394] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a085b695-6a2d-4013-b77e-6de180ff790a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.231171] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39d301-755b-4d44-a187-6b32f0140686 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.264375] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9005603-5de0-4fbe-92d6-8fd0bb2eeaa3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.272725] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4722c4e-7562-4160-80b0-03124604b1cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.293745] env[69895]: DEBUG nova.compute.provider_tree [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.402063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "274130ed-af60-461e-bfc3-c39415781d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.402412] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.402588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "274130ed-af60-461e-bfc3-c39415781d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.402793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.406338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.406338] env[69895]: INFO nova.compute.manager [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Terminating instance [ 877.615567] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155929} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.615969] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.616840] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb661e-f300-4135-82d2-703502c2f3e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.642055] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.642398] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfed5df-41a8-420b-bea4-c9fade94e9d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.663590] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 877.663590] env[69895]: value = "task-3471697" [ 877.663590] env[69895]: _type = "Task" [ 877.663590] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.671876] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.685839] env[69895]: DEBUG oslo_vmware.api [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471696, 'name': ReconfigVM_Task, 'duration_secs': 0.154267} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.686220] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693977', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'name': 'volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5842217c-1476-4585-9770-b5dd4445e453', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'serial': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.712054] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471694, 'name': Rename_Task, 'duration_secs': 1.168063} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.712359] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.712589] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f303fc-b98c-4bce-adeb-890fbb6fbf13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.720698] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 877.720698] env[69895]: value = "task-3471698" [ 877.720698] env[69895]: _type = "Task" [ 877.720698] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.730398] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.822117] env[69895]: ERROR nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] [req-46e42f80-060e-465b-9a39-95c3b877b2fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46e42f80-060e-465b-9a39-95c3b877b2fa"}]} [ 877.848540] env[69895]: DEBUG nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 877.866983] env[69895]: DEBUG nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 877.867113] env[69895]: DEBUG nova.compute.provider_tree [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.884867] env[69895]: DEBUG nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 877.911614] env[69895]: DEBUG nova.compute.manager [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.911880] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.913088] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93f829-b258-4333-a4a0-7d128a7006c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.920109] env[69895]: DEBUG nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 877.927890] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.928189] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d045c1c4-cce6-466b-9e46-14d04ea21de6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.934294] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.934525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.934724] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "bceb9f61-2cb0-4d0b-8112-617bd743a967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.938981] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.938981] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.938981] env[69895]: INFO nova.compute.manager [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Terminating instance [ 877.947245] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 877.947245] env[69895]: value = "task-3471699" [ 877.947245] env[69895]: _type = "Task" [ 877.947245] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.967801] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.173694] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.239348] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.446759] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "refresh_cache-bceb9f61-2cb0-4d0b-8112-617bd743a967" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.446949] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquired lock "refresh_cache-bceb9f61-2cb0-4d0b-8112-617bd743a967" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.447142] env[69895]: DEBUG nova.network.neutron [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.459210] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471699, 'name': PowerOffVM_Task, 'duration_secs': 0.23959} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.461924] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.462090] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.463564] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f20d10-d837-4fc7-8583-3a8fdfc86dc6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.524471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3bfa2a-6ad9-4ba9-8ec1-ccedb2d93316 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.533634] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c1f710-a65b-4ef3-ba76-4131460302fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.541426] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.541787] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.542081] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore2] 274130ed-af60-461e-bfc3-c39415781d10 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.542582] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57231327-06a9-410a-819d-432d8ef3a438 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.570458] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcb0416-6f11-4a00-947f-79cf02b8b76f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.574856] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 878.574856] env[69895]: value = "task-3471701" [ 878.574856] env[69895]: _type = "Task" [ 878.574856] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.581108] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f766b-c147-4007-8e0f-8771185a2f3c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.590625] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.599412] env[69895]: DEBUG nova.compute.provider_tree [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.673919] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471697, 'name': ReconfigVM_Task, 'duration_secs': 0.601663} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.674312] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.675141] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a8e972-a111-4171-a0f7-65c6ab8129a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.682830] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 878.682830] env[69895]: value = "task-3471702" [ 878.682830] env[69895]: _type = "Task" [ 878.682830] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.690828] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471702, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.732205] env[69895]: DEBUG oslo_vmware.api [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471698, 'name': PowerOnVM_Task, 'duration_secs': 0.670875} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.732496] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.732738] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Took 10.28 seconds to spawn the instance on the hypervisor. [ 878.732961] env[69895]: DEBUG nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.733969] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fe71e-1b5b-4f06-a8e2-47fbb94fe807 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.743340] env[69895]: DEBUG nova.objects.instance [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lazy-loading 'flavor' on Instance uuid 5842217c-1476-4585-9770-b5dd4445e453 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.978713] env[69895]: DEBUG nova.network.neutron [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.063361] env[69895]: DEBUG nova.network.neutron [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.088684] env[69895]: DEBUG oslo_vmware.api [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388205} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.088954] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.089158] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.089346] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.089520] env[69895]: INFO nova.compute.manager [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Took 1.18 seconds to destroy the instance on the hypervisor. [ 879.090633] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.090633] env[69895]: DEBUG nova.compute.manager [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.090633] env[69895]: DEBUG nova.network.neutron [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.139449] env[69895]: DEBUG nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 879.142382] env[69895]: DEBUG nova.compute.provider_tree [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 92 to 93 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.142382] env[69895]: DEBUG nova.compute.provider_tree [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.193812] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471702, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.256185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a606722d-f46b-4e5b-a4da-32070733649a tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.260630] env[69895]: INFO nova.compute.manager [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Took 54.55 seconds to build instance. [ 879.567240] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Releasing lock "refresh_cache-bceb9f61-2cb0-4d0b-8112-617bd743a967" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.567838] env[69895]: DEBUG nova.compute.manager [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.567941] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.568971] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3297e7-2483-4481-a8a6-cd677f30f64e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.577755] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.578016] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdc772a-12ad-4ca5-bd5a-e74e8e1f3545 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.586181] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 879.586181] env[69895]: value = "task-3471703" [ 879.586181] env[69895]: _type = "Task" [ 879.586181] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.595610] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.617689] env[69895]: DEBUG nova.compute.manager [req-8be6bce9-a95a-49c3-ab47-97aa6ce4c1a5 req-b8bd5eff-f88d-4b0f-b0da-d0ec91fb9e08 service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Received event network-vif-deleted-5f6449b2-b6ef-41f6-9326-87901b271f22 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.617816] env[69895]: INFO nova.compute.manager [req-8be6bce9-a95a-49c3-ab47-97aa6ce4c1a5 req-b8bd5eff-f88d-4b0f-b0da-d0ec91fb9e08 service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Neutron deleted interface 5f6449b2-b6ef-41f6-9326-87901b271f22; detaching it from the instance and deleting it from the info cache [ 879.618009] env[69895]: DEBUG nova.network.neutron [req-8be6bce9-a95a-49c3-ab47-97aa6ce4c1a5 req-b8bd5eff-f88d-4b0f-b0da-d0ec91fb9e08 service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.646020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.537s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.647272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.161s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.647484] env[69895]: DEBUG nova.objects.instance [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'resources' on Instance uuid 418d2f36-b237-40ea-8a5a-13c0480cf6b5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.670972] env[69895]: INFO nova.scheduler.client.report [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Deleted allocations for instance 2bf15903-2275-4635-8d3b-a85568afe49f [ 879.693904] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471702, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.760668] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.080s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.965947] env[69895]: DEBUG nova.network.neutron [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.097264] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471703, 'name': PowerOffVM_Task, 'duration_secs': 0.423887} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.097557] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.097722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.097975] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa75cc40-947d-4f9a-8a17-1c0d73af0a71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.122076] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6656536b-4373-4fdc-8e4e-7a100c425e10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.126717] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.127083] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.127368] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleting the datastore file [datastore2] bceb9f61-2cb0-4d0b-8112-617bd743a967 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.127725] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e9b0a4b-d44b-4f2d-8d4b-195ec821853a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.135860] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95070429-9053-4346-a700-2417fcf0f537 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.148785] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for the task: (returnval){ [ 880.148785] env[69895]: value = "task-3471705" [ 880.148785] env[69895]: _type = "Task" [ 880.148785] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.160310] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.174855] env[69895]: DEBUG nova.compute.manager [req-8be6bce9-a95a-49c3-ab47-97aa6ce4c1a5 req-b8bd5eff-f88d-4b0f-b0da-d0ec91fb9e08 service nova] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Detach interface failed, port_id=5f6449b2-b6ef-41f6-9326-87901b271f22, reason: Instance 274130ed-af60-461e-bfc3-c39415781d10 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.180158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Lock "2bf15903-2275-4635-8d3b-a85568afe49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.050s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.194514] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471702, 'name': Rename_Task, 'duration_secs': 1.200214} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.197545] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.198670] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ba456fd-d6a1-4d2b-8f57-6f60219c5578 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.206921] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 880.206921] env[69895]: value = "task-3471706" [ 880.206921] env[69895]: _type = "Task" [ 880.206921] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.219213] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.469317] env[69895]: INFO nova.compute.manager [-] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Took 1.38 seconds to deallocate network for instance. [ 880.530954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.531371] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.660273] env[69895]: DEBUG oslo_vmware.api [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Task: {'id': task-3471705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137008} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.663230] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.663448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.663633] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.663806] env[69895]: INFO nova.compute.manager [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Took 1.10 seconds to destroy the instance on the hypervisor. [ 880.664079] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.664735] env[69895]: DEBUG nova.compute.manager [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.664838] env[69895]: DEBUG nova.network.neutron [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.694413] env[69895]: DEBUG nova.network.neutron [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.697673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1d9cc-76ce-4128-93d5-283b868ca02f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.712889] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376a4a4-7d8f-491e-852b-f399e6ceeb36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.726189] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.754754] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1800a85-7fa9-4012-8a8b-fdd91cc22570 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.764168] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a57ce-03e5-4c27-9172-71a4254c220e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782067] env[69895]: DEBUG nova.compute.provider_tree [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.864225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.864586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.864844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.865136] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.865376] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.868868] env[69895]: INFO nova.compute.manager [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Terminating instance [ 880.979148] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.037411] env[69895]: INFO nova.compute.manager [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Detaching volume ca3dd814-8f0f-4a3f-9ab3-1955650c47a0 [ 881.080426] env[69895]: INFO nova.virt.block_device [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Attempting to driver detach volume ca3dd814-8f0f-4a3f-9ab3-1955650c47a0 from mountpoint /dev/sdb [ 881.080673] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 881.081072] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693977', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'name': 'volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5842217c-1476-4585-9770-b5dd4445e453', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'serial': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 881.082116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13e87f-c03e-4243-9694-bcc285d31f7d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.109847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc45fcd3-e2a8-417c-a385-cff4e9dc9c0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.118801] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533a650-5664-4e41-9945-e938b20ff7a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.142097] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f79d96-29ff-4894-ace5-14e16433ccdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.160497] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0/volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 881.165997] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.166417] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90fa453c-64e3-49e2-83b0-f907ec035d9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.188400] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 881.188400] env[69895]: value = "task-3471707" [ 881.188400] env[69895]: _type = "Task" [ 881.188400] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.198169] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.203527] env[69895]: DEBUG nova.network.neutron [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.220560] env[69895]: DEBUG oslo_vmware.api [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471706, 'name': PowerOnVM_Task, 'duration_secs': 0.553763} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.220560] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.220560] env[69895]: INFO nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Took 10.00 seconds to spawn the instance on the hypervisor. [ 881.220560] env[69895]: DEBUG nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.220836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fef97-1d7f-458c-9617-39d83f6e9be8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.338742] env[69895]: DEBUG nova.scheduler.client.report [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.339150] env[69895]: DEBUG nova.compute.provider_tree [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 93 to 94 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.339421] env[69895]: DEBUG nova.compute.provider_tree [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.373575] env[69895]: DEBUG nova.compute.manager [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.373769] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.375767] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044ba8f-ae73-492a-a512-cf320e621c0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.385652] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.385841] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f2be653-1bb0-466a-bddd-21cca8b9e3f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.397115] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 881.397115] env[69895]: value = "task-3471708" [ 881.397115] env[69895]: _type = "Task" [ 881.397115] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.407483] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.700149] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471707, 'name': ReconfigVM_Task, 'duration_secs': 0.328384} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.700484] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.705579] env[69895]: INFO nova.compute.manager [-] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Took 1.04 seconds to deallocate network for instance. [ 881.705912] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054f81b8-c47d-4c12-bdbd-ba0f32eef122 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.731030] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 881.731030] env[69895]: value = "task-3471709" [ 881.731030] env[69895]: _type = "Task" [ 881.731030] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.742195] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.746015] env[69895]: INFO nova.compute.manager [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Took 54.86 seconds to build instance. [ 881.847415] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.852147] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.381s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.853813] env[69895]: INFO nova.compute.claims [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.880477] env[69895]: INFO nova.scheduler.client.report [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 418d2f36-b237-40ea-8a5a-13c0480cf6b5 [ 881.909219] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471708, 'name': PowerOffVM_Task, 'duration_secs': 0.276525} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.909457] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.909652] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.909918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33902470-36c6-4df1-b120-a745dd48e20b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.983370] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.983765] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.984084] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleting the datastore file [datastore1] 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.984399] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673f3acb-00f9-42e3-9463-9632ff753bf7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.993482] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 881.993482] env[69895]: value = "task-3471711" [ 881.993482] env[69895]: _type = "Task" [ 881.993482] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.003922] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.226669] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.239569] env[69895]: DEBUG oslo_vmware.api [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471709, 'name': ReconfigVM_Task, 'duration_secs': 0.249801} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.240593] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693977', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'name': 'volume-ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5842217c-1476-4585-9770-b5dd4445e453', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0', 'serial': 'ca3dd814-8f0f-4a3f-9ab3-1955650c47a0'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 882.248353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-95c6b9ca-5963-467c-a47e-19e9596196ea tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.670s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.394606] env[69895]: DEBUG oslo_concurrency.lockutils [None req-574afb9d-6e3f-4675-a43f-0beeafb64a24 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "418d2f36-b237-40ea-8a5a-13c0480cf6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.360s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.515393] env[69895]: DEBUG oslo_vmware.api [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150026} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.515393] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.515393] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.515393] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.515393] env[69895]: INFO nova.compute.manager [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.515393] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.515393] env[69895]: DEBUG nova.compute.manager [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.515393] env[69895]: DEBUG nova.network.neutron [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.704710] env[69895]: DEBUG nova.compute.manager [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Received event network-changed-5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.704910] env[69895]: DEBUG nova.compute.manager [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Refreshing instance network info cache due to event network-changed-5f16c9ff-909a-4e02-95d9-b30544d080f2. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.705181] env[69895]: DEBUG oslo_concurrency.lockutils [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] Acquiring lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.705342] env[69895]: DEBUG oslo_concurrency.lockutils [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] Acquired lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.705507] env[69895]: DEBUG nova.network.neutron [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Refreshing network info cache for port 5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.847491] env[69895]: DEBUG nova.objects.instance [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lazy-loading 'flavor' on Instance uuid 5842217c-1476-4585-9770-b5dd4445e453 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.360584] env[69895]: DEBUG nova.network.neutron [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.462353] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23298bdd-4626-47bb-86c4-cc8928323509 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.477722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2bbe3-b6db-4156-94bf-6f21e14e35fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.520200] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b1474-db33-49c1-8156-a88ea0b6b9b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531310] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2122b1-05bd-4e2c-b141-99568284fc8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.547290] env[69895]: DEBUG nova.compute.provider_tree [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.705547] env[69895]: DEBUG nova.network.neutron [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updated VIF entry in instance network info cache for port 5f16c9ff-909a-4e02-95d9-b30544d080f2. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.705547] env[69895]: DEBUG nova.network.neutron [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updating instance_info_cache with network_info: [{"id": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "address": "fa:16:3e:dc:56:f2", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f16c9ff-90", "ovs_interfaceid": "5f16c9ff-909a-4e02-95d9-b30544d080f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.859111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cf4c6090-7efd-4376-99c6-7708cd4ef8b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.864622] env[69895]: INFO nova.compute.manager [-] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Took 1.35 seconds to deallocate network for instance. [ 883.885519] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.885901] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.053029] env[69895]: DEBUG nova.scheduler.client.report [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.209690] env[69895]: DEBUG oslo_concurrency.lockutils [req-8291ea54-f004-4e86-87f3-a1803e44d4ed req-26e0c8a6-0e47-4384-9bb1-1b3f8109fca4 service nova] Releasing lock "refresh_cache-aaf04d18-422b-4793-bd3c-aec33f1ee58e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.375925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.388746] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.559974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.560539] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.563089] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.417s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.563324] env[69895]: DEBUG nova.objects.instance [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'resources' on Instance uuid 51d3e27c-e73d-4a82-a982-51a2ddbb6974 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.778146] env[69895]: DEBUG nova.compute.manager [req-0bb0bcaa-9afb-4099-8be4-73263e392100 req-f5f10661-d81c-4161-9e08-ac58e58b46b6 service nova] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Received event network-vif-deleted-77783e34-20e7-413a-abb9-dd78a934b2d7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.916105] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.007623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "bda20858-0f1e-4055-ad92-171d790b7a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.007928] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.066255] env[69895]: DEBUG nova.compute.utils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.071261] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.071347] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.114446] env[69895]: DEBUG nova.policy [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.477437] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Successfully created port: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.512528] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.574773] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.586336] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de906272-8f20-4b59-9d21-9c2c9bf6d766 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.591989] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71cafe-3eae-479a-8312-c94d87d1174e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.628822] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9069a2-d65e-4c5e-b8ca-5e1efd8ae4ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638238] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404943e-d177-40ab-ac2b-896db8cc0c11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.654273] env[69895]: DEBUG nova.compute.provider_tree [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.037750] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.160348] env[69895]: DEBUG nova.scheduler.client.report [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.586895] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.612273] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.612470] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.612635] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.612915] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.612915] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.613124] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.613357] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.613596] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.613679] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.614101] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.614101] env[69895]: DEBUG nova.virt.hardware [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.614986] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f5a2c-50fa-4fc9-ac6c-066a7dc27c52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.623770] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a6883-20bf-44d4-8231-6e449b4d12ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.666522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.668920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.429s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.670490] env[69895]: INFO nova.compute.claims [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.690387] env[69895]: INFO nova.scheduler.client.report [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted allocations for instance 51d3e27c-e73d-4a82-a982-51a2ddbb6974 [ 887.109111] env[69895]: DEBUG nova.compute.manager [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Received event network-vif-plugged-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.110264] env[69895]: DEBUG oslo_concurrency.lockutils [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.110601] env[69895]: DEBUG oslo_concurrency.lockutils [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.110833] env[69895]: DEBUG oslo_concurrency.lockutils [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.112252] env[69895]: DEBUG nova.compute.manager [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] No waiting events found dispatching network-vif-plugged-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.112504] env[69895]: WARNING nova.compute.manager [req-34eb6e92-821c-437d-9cb9-aab255429c19 req-1c02ef84-5bdd-488d-96e4-e44553417185 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Received unexpected event network-vif-plugged-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 for instance with vm_state building and task_state spawning. [ 887.201559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-569b05c8-a209-4d0e-bead-df79fa31dffc tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "51d3e27c-e73d-4a82-a982-51a2ddbb6974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.669s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.238290] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Successfully updated port: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.740098] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.740487] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.740487] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.119773] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb92378-4cd9-4954-bee8-ce5d2bd94c92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.128089] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09008d1c-555c-42dc-ace1-f65df09f2f21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.160732] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5214bd-243f-4c75-ac7c-69e25caa8e21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.169858] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ee48a7-ec18-4ccf-b020-438fe7296e0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.185798] env[69895]: DEBUG nova.compute.provider_tree [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.247888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.248285] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.248533] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.248726] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.248897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.250889] env[69895]: INFO nova.compute.manager [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Terminating instance [ 888.294679] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.479411] env[69895]: DEBUG nova.network.neutron [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updating instance_info_cache with network_info: [{"id": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "address": "fa:16:3e:28:51:87", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb008bbf-53", "ovs_interfaceid": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.690565] env[69895]: DEBUG nova.scheduler.client.report [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.756816] env[69895]: DEBUG nova.compute.manager [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.757191] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.758019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebfde8f-9ace-417f-91eb-cf7665cb4f96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.767054] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.767322] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a6be3e-e818-408b-88c1-59ecaf90d960 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.776304] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 888.776304] env[69895]: value = "task-3471712" [ 888.776304] env[69895]: _type = "Task" [ 888.776304] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.788081] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.981976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.982343] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Instance network_info: |[{"id": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "address": "fa:16:3e:28:51:87", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb008bbf-53", "ovs_interfaceid": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.982765] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:51:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.991624] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.991861] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.992099] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1b3a391-7a3d-4b37-9410-7266144d786d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.012925] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.012925] env[69895]: value = "task-3471713" [ 889.012925] env[69895]: _type = "Task" [ 889.012925] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.021315] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471713, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.196975] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.196975] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.199660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 47.635s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.254532] env[69895]: DEBUG nova.compute.manager [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Received event network-changed-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.254741] env[69895]: DEBUG nova.compute.manager [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Refreshing instance network info cache due to event network-changed-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.255016] env[69895]: DEBUG oslo_concurrency.lockutils [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] Acquiring lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.256247] env[69895]: DEBUG oslo_concurrency.lockutils [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] Acquired lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.256474] env[69895]: DEBUG nova.network.neutron [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Refreshing network info cache for port fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.288838] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471712, 'name': PowerOffVM_Task, 'duration_secs': 0.170971} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.289276] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.289479] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.290102] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8136a24f-55ce-4aaa-920f-a88682b7e5f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.385632] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.386180] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.386470] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleting the datastore file [datastore1] 74b0e9bf-11d2-4942-875f-cc6354cbcc22 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.387379] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8272e3-83d3-4384-b664-31db812a6bd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.395417] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for the task: (returnval){ [ 889.395417] env[69895]: value = "task-3471715" [ 889.395417] env[69895]: _type = "Task" [ 889.395417] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.406076] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.524765] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471713, 'name': CreateVM_Task, 'duration_secs': 0.368873} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.525100] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.526727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.526727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.526727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.526727] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54906c06-457a-4213-8215-0f606154d7f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.531706] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 889.531706] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52379fa7-5c1e-ca5c-6e10-e53933113259" [ 889.531706] env[69895]: _type = "Task" [ 889.531706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.540727] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52379fa7-5c1e-ca5c-6e10-e53933113259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.704035] env[69895]: DEBUG nova.compute.utils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.717349] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.717640] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.757765] env[69895]: DEBUG nova.policy [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0e25b0bb9948c9b4460ead738e2dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9167bc1ef100442e9b590260263301f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.909833] env[69895]: DEBUG oslo_vmware.api [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Task: {'id': task-3471715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418964} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.912979] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.913224] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.913417] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.913706] env[69895]: INFO nova.compute.manager [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Took 1.16 seconds to destroy the instance on the hypervisor. [ 889.913933] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.914169] env[69895]: DEBUG nova.compute.manager [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.914276] env[69895]: DEBUG nova.network.neutron [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.046839] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52379fa7-5c1e-ca5c-6e10-e53933113259, 'name': SearchDatastore_Task, 'duration_secs': 0.020259} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.046970] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.047144] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.047399] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.047549] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.047734] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.048011] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a80931cb-44d2-40d2-8817-dd588869a012 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.054767] env[69895]: DEBUG nova.network.neutron [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updated VIF entry in instance network info cache for port fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.055181] env[69895]: DEBUG nova.network.neutron [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updating instance_info_cache with network_info: [{"id": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "address": "fa:16:3e:28:51:87", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb008bbf-53", "ovs_interfaceid": "fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.060024] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.060024] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.060024] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a460da-8ac5-4eab-8611-f6a0a0f29f65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.064415] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 890.064415] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fac0c3-c927-748e-01c9-2bf97fc0336c" [ 890.064415] env[69895]: _type = "Task" [ 890.064415] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.074734] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fac0c3-c927-748e-01c9-2bf97fc0336c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.108149] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Successfully created port: 4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.219748] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.226645] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Applying migration context for instance 570b8e3c-74cd-4921-8fe2-565048650101 as it has an incoming, in-progress migration 8124410f-79ef-424e-9c5d-6054e542936f. Migration status is reverting {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 890.228752] env[69895]: INFO nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating resource usage from migration 8124410f-79ef-424e-9c5d-6054e542936f [ 890.259385] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 764793c8-612c-47b5-93f4-c9696f56c362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.259547] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 56f6e706-fab6-4a88-94f1-dd371d165fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.259676] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bbf445db-282d-4c48-a947-c412207b74ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.259794] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 23e488d0-a337-4521-a3f2-24febc6f893c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.259910] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0fe5eaca-9df4-4352-beae-da23a386aa2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.260045] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5842217c-1476-4585-9770-b5dd4445e453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.260193] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bb7f5f01-e6c5-4b39-90d1-32900180ea30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.260311] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.260423] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 74b0e9bf-11d2-4942-875f-cc6354cbcc22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.260535] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 39bea95a-5af1-4ace-8557-675aa2473560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.260661] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fbeb4673-2718-4e9c-9336-bd138bb898b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.260788] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 910184ee-d840-4b0c-8764-d02d3b69f88e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.260912] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bceb9f61-2cb0-4d0b-8112-617bd743a967 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.261039] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 6c80d227-699d-4373-bc0c-806714d3d02e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.261159] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b23ea77e-90ec-4f23-a122-64de2dfee2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.261283] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 274130ed-af60-461e-bfc3-c39415781d10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.261406] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance ed3cd9ce-a74b-49be-bab9-375702ce49c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.261580] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 2ed53bba-a428-40ef-86b0-a72fae116183 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.261835] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance c1633e99-e3a8-46d2-ad36-5de832797649 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.261835] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.262044] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance d2668357-cf62-4a3a-9e0e-a1563a821acf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.262636] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 06ba5a6c-dba0-43db-b2d9-7b1070fe0687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.262782] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Migration 8124410f-79ef-424e-9c5d-6054e542936f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 890.262903] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 570b8e3c-74cd-4921-8fe2-565048650101 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.263047] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance aaf04d18-422b-4793-bd3c-aec33f1ee58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.263214] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0b57cb5a-8860-475b-8d00-a2d139fa141d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.263587] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b7b39353-333f-480a-a593-2f9effdb2070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 890.308279] env[69895]: DEBUG nova.compute.manager [req-54b30446-4cee-438e-ba74-2d80af88f984 req-4176e385-2252-4d0d-8636-97e84d420cf7 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Received event network-vif-deleted-bdad893c-8297-4823-8328-8e4e16211424 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.308551] env[69895]: INFO nova.compute.manager [req-54b30446-4cee-438e-ba74-2d80af88f984 req-4176e385-2252-4d0d-8636-97e84d420cf7 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Neutron deleted interface bdad893c-8297-4823-8328-8e4e16211424; detaching it from the instance and deleting it from the info cache [ 890.308667] env[69895]: DEBUG nova.network.neutron [req-54b30446-4cee-438e-ba74-2d80af88f984 req-4176e385-2252-4d0d-8636-97e84d420cf7 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.560057] env[69895]: DEBUG oslo_concurrency.lockutils [req-569488e0-0ee5-4633-bf20-478b4e12bea4 req-82aed833-bc4e-4180-9e5d-fff382adcf84 service nova] Releasing lock "refresh_cache-0b57cb5a-8860-475b-8d00-a2d139fa141d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.578379] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fac0c3-c927-748e-01c9-2bf97fc0336c, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.579437] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3100915-af6d-4b9b-9b51-45c45f59c5c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.586460] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 890.586460] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5297a062-33e3-c4fb-faad-143779f70a13" [ 890.586460] env[69895]: _type = "Task" [ 890.586460] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.597891] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5297a062-33e3-c4fb-faad-143779f70a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.714749] env[69895]: DEBUG nova.network.neutron [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.768112] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 4de3d836-0b82-4d09-9eb9-1277335cc524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 890.812159] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9a13461-1d58-40f4-8822-a3eb07521ca5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.828237] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170d457-1d60-4244-aa21-27384b0b06bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.879251] env[69895]: DEBUG nova.compute.manager [req-54b30446-4cee-438e-ba74-2d80af88f984 req-4176e385-2252-4d0d-8636-97e84d420cf7 service nova] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Detach interface failed, port_id=bdad893c-8297-4823-8328-8e4e16211424, reason: Instance 74b0e9bf-11d2-4942-875f-cc6354cbcc22 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.099107] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5297a062-33e3-c4fb-faad-143779f70a13, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.099512] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.099832] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0b57cb5a-8860-475b-8d00-a2d139fa141d/0b57cb5a-8860-475b-8d00-a2d139fa141d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.100716] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4415a71-7451-42c4-9614-abecf9d56f5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.109642] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 891.109642] env[69895]: value = "task-3471716" [ 891.109642] env[69895]: _type = "Task" [ 891.109642] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.118437] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.219191] env[69895]: INFO nova.compute.manager [-] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Took 1.30 seconds to deallocate network for instance. [ 891.238419] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.271578] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.271976] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.272174] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.272398] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.272581] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.272726] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.273013] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.274513] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.274513] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.274513] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.274513] env[69895]: DEBUG nova.virt.hardware [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.277030] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5bad9826-8dd5-4c74-82d0-db280db4430d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 891.280221] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce11140d-4469-4fa8-920d-86f2b6306bc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.290160] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9122271-870e-4b8a-8045-da947bfecdf2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.623768] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.726335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.779891] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance c4e25f8c-ca45-426f-81ab-bdeabeb63c59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 891.828336] env[69895]: DEBUG nova.compute.manager [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Received event network-vif-plugged-4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.828336] env[69895]: DEBUG oslo_concurrency.lockutils [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] Acquiring lock "b7b39353-333f-480a-a593-2f9effdb2070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.828336] env[69895]: DEBUG oslo_concurrency.lockutils [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] Lock "b7b39353-333f-480a-a593-2f9effdb2070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.829622] env[69895]: DEBUG oslo_concurrency.lockutils [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] Lock "b7b39353-333f-480a-a593-2f9effdb2070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.830186] env[69895]: DEBUG nova.compute.manager [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] No waiting events found dispatching network-vif-plugged-4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.830414] env[69895]: WARNING nova.compute.manager [req-0701afc1-6d08-4d29-ab64-2ceb8c42f5be req-77b944ae-3cc0-458f-b02f-375594cb7ac0 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Received unexpected event network-vif-plugged-4731963f-efc2-4a9a-b713-f629a921ffb5 for instance with vm_state building and task_state spawning. [ 891.984737] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Successfully updated port: 4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.121893] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552382} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.122583] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0b57cb5a-8860-475b-8d00-a2d139fa141d/0b57cb5a-8860-475b-8d00-a2d139fa141d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.122583] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.122728] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e59c1878-2d99-4763-9e75-e4518633d1b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.129785] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 892.129785] env[69895]: value = "task-3471717" [ 892.129785] env[69895]: _type = "Task" [ 892.129785] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.140391] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.283089] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 78e8adaa-18c0-4548-8cd3-5e16040515af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.487261] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.487483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.487651] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.640536] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106603} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.640810] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.641605] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed4a79-98ad-4999-97f6-c69329638a84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.665364] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0b57cb5a-8860-475b-8d00-a2d139fa141d/0b57cb5a-8860-475b-8d00-a2d139fa141d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.665686] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aee2a0d-176d-4ff5-a315-631e7372d38f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.688042] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 892.688042] env[69895]: value = "task-3471718" [ 892.688042] env[69895]: _type = "Task" [ 892.688042] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.696652] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.787866] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.048684] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.155475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.155817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.200086] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.225375] env[69895]: DEBUG nova.network.neutron [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Updating instance_info_cache with network_info: [{"id": "4731963f-efc2-4a9a-b713-f629a921ffb5", "address": "fa:16:3e:13:49:07", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731963f-ef", "ovs_interfaceid": "4731963f-efc2-4a9a-b713-f629a921ffb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.293090] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 79ae4798-a420-4654-ab46-58769d85f61b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.700537] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471718, 'name': ReconfigVM_Task, 'duration_secs': 0.834878} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.702055] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0b57cb5a-8860-475b-8d00-a2d139fa141d/0b57cb5a-8860-475b-8d00-a2d139fa141d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.702055] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f212e0-d4a5-4711-8244-67e5ca27873c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.708336] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 893.708336] env[69895]: value = "task-3471719" [ 893.708336] env[69895]: _type = "Task" [ 893.708336] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.715899] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471719, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.731562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.731704] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Instance network_info: |[{"id": "4731963f-efc2-4a9a-b713-f629a921ffb5", "address": "fa:16:3e:13:49:07", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731963f-ef", "ovs_interfaceid": "4731963f-efc2-4a9a-b713-f629a921ffb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.732736] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:49:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4731963f-efc2-4a9a-b713-f629a921ffb5', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.739913] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.740162] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.740403] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42a7d6f3-ca30-455e-9542-82bf817a1304 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.761155] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.761155] env[69895]: value = "task-3471720" [ 893.761155] env[69895]: _type = "Task" [ 893.761155] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.769525] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471720, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.796843] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 14ec5117-fb1c-4c2d-be3f-f5b58871c870 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.864227] env[69895]: DEBUG nova.compute.manager [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Received event network-changed-4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.864332] env[69895]: DEBUG nova.compute.manager [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Refreshing instance network info cache due to event network-changed-4731963f-efc2-4a9a-b713-f629a921ffb5. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.864573] env[69895]: DEBUG oslo_concurrency.lockutils [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] Acquiring lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.864694] env[69895]: DEBUG oslo_concurrency.lockutils [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] Acquired lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.864838] env[69895]: DEBUG nova.network.neutron [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Refreshing network info cache for port 4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.604446] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bda20858-0f1e-4055-ad92-171d790b7a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.604855] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 894.604891] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 894.626127] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471719, 'name': Rename_Task, 'duration_secs': 0.14823} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.626127] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471720, 'name': CreateVM_Task, 'duration_secs': 0.83723} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.626127] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.626127] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.626127] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42060652-1556-41be-a2f6-bffeb1e99d90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.627069] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.627224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.627573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.627825] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ae12d2-9447-4ae1-8fd7-5263a52c0d4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.632731] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 894.632731] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b182d3-9801-64b9-8cfe-5654e8ce463d" [ 894.632731] env[69895]: _type = "Task" [ 894.632731] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.639671] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 894.639671] env[69895]: value = "task-3471721" [ 894.639671] env[69895]: _type = "Task" [ 894.639671] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.646292] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b182d3-9801-64b9-8cfe-5654e8ce463d, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.649046] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.649288] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.649598] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.649818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.650074] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.652347] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebad5a4c-2d71-4254-bed7-0b33eb736053 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.657429] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.677204] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.677442] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.678248] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ed730c-0c06-43b6-9caa-b1fb560f9042 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.685502] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 894.685502] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d8ac5b-f30e-67f4-1ab7-bf2245326aa1" [ 894.685502] env[69895]: _type = "Task" [ 894.685502] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.698703] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d8ac5b-f30e-67f4-1ab7-bf2245326aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.699524] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6551a6-5dcd-41c8-88a3-59f91a6cac68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.706805] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 894.706805] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c0f67c-7ef0-cbc9-0036-ad98d197155b" [ 894.706805] env[69895]: _type = "Task" [ 894.706805] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.714794] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c0f67c-7ef0-cbc9-0036-ad98d197155b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.931476] env[69895]: DEBUG nova.network.neutron [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Updated VIF entry in instance network info cache for port 4731963f-efc2-4a9a-b713-f629a921ffb5. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.931895] env[69895]: DEBUG nova.network.neutron [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Updating instance_info_cache with network_info: [{"id": "4731963f-efc2-4a9a-b713-f629a921ffb5", "address": "fa:16:3e:13:49:07", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731963f-ef", "ovs_interfaceid": "4731963f-efc2-4a9a-b713-f629a921ffb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.103804] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1d496-5eb5-41d2-a6c8-a2ccf3c21a3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.112405] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e981af-eb41-4f7a-bb66-c495f6336545 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.146781] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce032e9e-2a9c-4369-8044-b5f1c9f4d8a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.155217] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.158153] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caddb2de-280f-4ed6-8e8f-45ffcc0a7a44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.173737] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.220642] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c0f67c-7ef0-cbc9-0036-ad98d197155b, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.221080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.221463] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b7b39353-333f-480a-a593-2f9effdb2070/b7b39353-333f-480a-a593-2f9effdb2070.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.221818] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa640e0-ea9d-4cb7-a1e7-27f1a8194019 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.230511] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 895.230511] env[69895]: value = "task-3471722" [ 895.230511] env[69895]: _type = "Task" [ 895.230511] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.240862] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.439443] env[69895]: DEBUG oslo_concurrency.lockutils [req-34b1db0e-38e8-4486-bbe8-42fe284c88d4 req-e5fd955e-400d-4ed5-8136-3c1f62e36cab service nova] Releasing lock "refresh_cache-b7b39353-333f-480a-a593-2f9effdb2070" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.656902] env[69895]: DEBUG oslo_vmware.api [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471721, 'name': PowerOnVM_Task, 'duration_secs': 0.663057} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.657311] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.657565] env[69895]: INFO nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 895.657818] env[69895]: DEBUG nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.658779] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e6dc9-bc9f-4039-ab41-2153b663c325 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.675755] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.744406] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492176} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.744406] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b7b39353-333f-480a-a593-2f9effdb2070/b7b39353-333f-480a-a593-2f9effdb2070.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.744406] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.744406] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8a99b6-e175-42e3-92e2-c0eeab5cc576 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.749343] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 895.749343] env[69895]: value = "task-3471723" [ 895.749343] env[69895]: _type = "Task" [ 895.749343] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.761161] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.182661] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 896.182661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.982s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.182661] env[69895]: INFO nova.compute.manager [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Took 64.73 seconds to build instance. [ 896.182661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.164s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.183819] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.185675] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.698s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.187375] env[69895]: INFO nova.compute.claims [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.190254] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.190427] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 896.214500] env[69895]: INFO nova.scheduler.client.report [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted allocations for instance fbeb4673-2718-4e9c-9336-bd138bb898b1 [ 896.262374] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066316} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.262600] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.263392] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132b0be-3675-4f95-b771-a41747dc6194 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.288866] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b7b39353-333f-480a-a593-2f9effdb2070/b7b39353-333f-480a-a593-2f9effdb2070.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.290369] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3830894-ba6b-4391-8366-8e79a8404051 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.314817] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 896.314817] env[69895]: value = "task-3471724" [ 896.314817] env[69895]: _type = "Task" [ 896.314817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.325187] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.694974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.464s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.706020] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] There are 41 instances to clean {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 896.707227] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 418d2f36-b237-40ea-8a5a-13c0480cf6b5] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.726185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "fbeb4673-2718-4e9c-9336-bd138bb898b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.670s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.826832] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.212288] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ba33d821-9bdd-483d-ad81-665091743ec0] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.214178] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.329362] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471724, 'name': ReconfigVM_Task, 'duration_secs': 0.583591} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.329479] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b7b39353-333f-480a-a593-2f9effdb2070/b7b39353-333f-480a-a593-2f9effdb2070.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.330116] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e513495a-6cf5-45a8-af45-be29ab78680e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.340024] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 897.340024] env[69895]: value = "task-3471725" [ 897.340024] env[69895]: _type = "Task" [ 897.340024] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.353101] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471725, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.371988] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.374747] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.688940] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629cafc1-8a43-43c5-82ac-88268cf304f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.697822] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcaa885-d9fc-4330-b20c-9908ace84b72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.733885] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 3c360103-de15-4763-97a8-48fdeb6500c3] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.740564] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5549fcd-7ebb-407d-a836-1f19e3b4aef8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.750231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e29751-8752-4caa-887c-788f6a31dcda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.758154] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.768782] env[69895]: DEBUG nova.compute.provider_tree [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.851893] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471725, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.876365] env[69895]: DEBUG nova.compute.utils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.239762] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 1ec89f6d-4159-4de7-b19b-2aae18635b41] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.271591] env[69895]: DEBUG nova.scheduler.client.report [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.353413] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471725, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.381087] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.743015] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: d2a4c8cf-6b6b-422f-8137-450cf9366a91] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.776588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.777176] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.779693] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.761s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.781150] env[69895]: INFO nova.compute.claims [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.850324] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471725, 'name': Rename_Task, 'duration_secs': 1.157253} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.850605] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.851365] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ab691e1-5976-4b7a-8cf0-3a1e39991f57 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.857419] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 898.857419] env[69895]: value = "task-3471726" [ 898.857419] env[69895]: _type = "Task" [ 898.857419] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.865982] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.202218] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.202516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.246336] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 840ae833-2177-4456-9b59-47b400843963] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.285878] env[69895]: DEBUG nova.compute.utils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.289247] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.289372] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.368975] env[69895]: DEBUG oslo_vmware.api [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471726, 'name': PowerOnVM_Task, 'duration_secs': 0.457415} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.369088] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.369303] env[69895]: INFO nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Took 8.13 seconds to spawn the instance on the hypervisor. [ 899.369485] env[69895]: DEBUG nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.370557] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dbf3f-6d53-49de-ab95-06346b5cf102 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.417712] env[69895]: DEBUG nova.policy [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70558ffbe8374ecfb0e3417d1d97142d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9a4970cf6454f5a85778275a868bc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.454632] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.454994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.455269] env[69895]: INFO nova.compute.manager [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Attaching volume cebf69f8-0822-45a5-81be-458ecb3b7c3a to /dev/sdb [ 899.494105] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42b513-0eb9-4230-bf4b-00245b03eaad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.501260] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ad6b85-c2f3-469e-b523-148064c8fa86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.514566] env[69895]: DEBUG nova.virt.block_device [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updating existing volume attachment record: 9181ce77-5dc1-493f-8ab5-de570fd516d2 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 899.675871] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Successfully created port: 8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.753911] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 48faca8d-affa-42bc-abfc-66dd8f03cb8e] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.792571] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.892339] env[69895]: INFO nova.compute.manager [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Took 61.67 seconds to build instance. [ 900.257929] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: fa91b2e2-a46a-48b9-abc7-f5d38c476534] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.286691] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f14b4-1599-44b3-8fcc-e964e6816da3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.295111] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2fd85-13d5-4bd6-80b9-d5f15a88a53f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.331669] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2152865b-666c-442f-8744-37d42de1cd59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.339714] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5bc058-3783-44db-bf9b-55ff2c433045 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.353896] env[69895]: DEBUG nova.compute.provider_tree [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.397084] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0eea03a0-df74-4199-8289-4af447305d77 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.189s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.761478] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 9d70c5fd-3c56-45f1-aa22-586d36e35bcd] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.804344] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.832885] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.833157] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.833332] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.833543] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.833697] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.833843] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.834060] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.834226] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.834390] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.834549] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.834723] env[69895]: DEBUG nova.virt.hardware [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.835608] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b96fb1-55cd-4cea-9fc1-8e3c64ca3c1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.845999] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d106cc-5f38-4918-ad3d-352c5b3ea581 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.858560] env[69895]: DEBUG nova.scheduler.client.report [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.901020] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.174818] env[69895]: DEBUG nova.compute.manager [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Received event network-vif-plugged-8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.174996] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] Acquiring lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.175225] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.175405] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.175690] env[69895]: DEBUG nova.compute.manager [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] No waiting events found dispatching network-vif-plugged-8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.175869] env[69895]: WARNING nova.compute.manager [req-3f470315-282a-44a7-b80b-0d68d539e91d req-af690180-f483-4c8f-83cc-a705fca77dc8 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Received unexpected event network-vif-plugged-8f771c47-4e31-49e6-9a91-1968156f6d85 for instance with vm_state building and task_state spawning. [ 901.250803] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Successfully updated port: 8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.264926] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: c092aa49-0ff0-45b6-933b-03a485e43c57] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.307201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b7b39353-333f-480a-a593-2f9effdb2070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.307480] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.307776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b7b39353-333f-480a-a593-2f9effdb2070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.307990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.308217] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.310383] env[69895]: INFO nova.compute.manager [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Terminating instance [ 901.363433] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.363947] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.366639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.517s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.424716] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.754288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.754968] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.754968] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.768636] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 515d9097-3179-42e1-a47c-74bb5678555d] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.814482] env[69895]: DEBUG nova.compute.manager [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.814814] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.816138] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef67cb05-90df-4c21-9249-68cdbe079ffc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.823991] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.824250] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39136217-baca-4c04-a292-ebd4ec595cd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.830532] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 901.830532] env[69895]: value = "task-3471731" [ 901.830532] env[69895]: _type = "Task" [ 901.830532] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.841523] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.869522] env[69895]: DEBUG nova.compute.utils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.870962] env[69895]: DEBUG nova.objects.instance [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lazy-loading 'migration_context' on Instance uuid 570b8e3c-74cd-4921-8fe2-565048650101 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.872284] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.872498] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.934990] env[69895]: DEBUG nova.policy [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70558ffbe8374ecfb0e3417d1d97142d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9a4970cf6454f5a85778275a868bc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.258412] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Successfully created port: 16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.271604] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 51d3e27c-e73d-4a82-a982-51a2ddbb6974] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.296250] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.343841] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471731, 'name': PowerOffVM_Task, 'duration_secs': 0.182308} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.344473] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.344647] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.344902] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83d6922-ba26-4cb1-be5a-5c3897b61357 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.373275] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.406732] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.406975] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.407199] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleting the datastore file [datastore1] b7b39353-333f-480a-a593-2f9effdb2070 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.407504] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2878c60-3267-431e-a871-8920855fb55e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.417688] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 902.417688] env[69895]: value = "task-3471733" [ 902.417688] env[69895]: _type = "Task" [ 902.417688] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.430083] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.463272] env[69895]: DEBUG nova.network.neutron [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [{"id": "8f771c47-4e31-49e6-9a91-1968156f6d85", "address": "fa:16:3e:16:bc:28", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f771c47-4e", "ovs_interfaceid": "8f771c47-4e31-49e6-9a91-1968156f6d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.779476] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: c894da8f-c72c-4396-9491-a7fea9fe2773] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.876034] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833b239-dc9f-4f87-8737-5fa77370916b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.891962] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d43c2d7-8c9b-41ad-94ab-c4d8ffcb4933 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.952167] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4a3e1-f221-41e6-a434-878ace269ed0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.964322] env[69895]: DEBUG oslo_vmware.api [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158257} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.966939] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.967241] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.967502] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.967800] env[69895]: INFO nova.compute.manager [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Took 1.15 seconds to destroy the instance on the hypervisor. [ 902.968118] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.968625] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.969253] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Instance network_info: |[{"id": "8f771c47-4e31-49e6-9a91-1968156f6d85", "address": "fa:16:3e:16:bc:28", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f771c47-4e", "ovs_interfaceid": "8f771c47-4e31-49e6-9a91-1968156f6d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.969678] env[69895]: DEBUG nova.compute.manager [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.969816] env[69895]: DEBUG nova.network.neutron [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.972176] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:bc:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f771c47-4e31-49e6-9a91-1968156f6d85', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.984662] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating folder: Project (a9a4970cf6454f5a85778275a868bc30). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.987577] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e75718-890b-44cb-ae62-38eec9dbe2a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.993819] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75013aaa-f276-4524-b9c0-f72c5b80b718 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.014284] env[69895]: DEBUG nova.compute.provider_tree [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.017803] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created folder: Project (a9a4970cf6454f5a85778275a868bc30) in parent group-v693805. [ 903.018092] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating folder: Instances. Parent ref: group-v693984. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.018707] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0125a9e-dbf4-4333-90ca-32d43b7734c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.029444] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created folder: Instances in parent group-v693984. [ 903.029808] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.030111] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.030420] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-898e7476-57f0-4f20-b594-df42194fa37c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.059361] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.059361] env[69895]: value = "task-3471736" [ 903.059361] env[69895]: _type = "Task" [ 903.059361] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.068067] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471736, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.250645] env[69895]: DEBUG nova.compute.manager [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Received event network-changed-8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.250847] env[69895]: DEBUG nova.compute.manager [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Refreshing instance network info cache due to event network-changed-8f771c47-4e31-49e6-9a91-1968156f6d85. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.251079] env[69895]: DEBUG oslo_concurrency.lockutils [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] Acquiring lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.251228] env[69895]: DEBUG oslo_concurrency.lockutils [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] Acquired lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.251388] env[69895]: DEBUG nova.network.neutron [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Refreshing network info cache for port 8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.285117] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 445dc180-6776-4284-b8c2-d025e9df982c] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.314840] env[69895]: DEBUG nova.compute.manager [req-639ef8c7-c021-4094-89b4-82c2c7d6de2b req-874d2c94-862a-45ea-b5bf-35e19d2fbfc8 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Received event network-vif-deleted-4731963f-efc2-4a9a-b713-f629a921ffb5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.314840] env[69895]: INFO nova.compute.manager [req-639ef8c7-c021-4094-89b4-82c2c7d6de2b req-874d2c94-862a-45ea-b5bf-35e19d2fbfc8 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Neutron deleted interface 4731963f-efc2-4a9a-b713-f629a921ffb5; detaching it from the instance and deleting it from the info cache [ 903.314840] env[69895]: DEBUG nova.network.neutron [req-639ef8c7-c021-4094-89b4-82c2c7d6de2b req-874d2c94-862a-45ea-b5bf-35e19d2fbfc8 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.391921] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.416667] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.416921] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.417095] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.417284] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.417430] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.417578] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.417804] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.417949] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.418132] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.418301] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.418475] env[69895]: DEBUG nova.virt.hardware [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.419408] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52cf2cf-970b-462e-94ab-cb0669b9bcc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.426868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4e001-1592-4b44-9166-72fe04b5e61f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.521056] env[69895]: DEBUG nova.scheduler.client.report [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.571690] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471736, 'name': CreateVM_Task, 'duration_secs': 0.332167} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.571866] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.572537] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.572706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.573032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.573287] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93dd7ff2-21dd-4729-9e84-20df85204670 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.579218] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 903.579218] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cb2d44-705c-505b-9308-871659e1fcf3" [ 903.579218] env[69895]: _type = "Task" [ 903.579218] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.586952] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cb2d44-705c-505b-9308-871659e1fcf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.771402] env[69895]: DEBUG nova.network.neutron [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.792551] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: af403aa5-ea7f-4770-8664-a870e83f4565] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.820000] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cad0ca5d-0d01-4bab-8d5d-688d1f90fb0b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.829825] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e35b7-7926-44d1-bcb7-3226a2066486 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.871212] env[69895]: DEBUG nova.compute.manager [req-639ef8c7-c021-4094-89b4-82c2c7d6de2b req-874d2c94-862a-45ea-b5bf-35e19d2fbfc8 service nova] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Detach interface failed, port_id=4731963f-efc2-4a9a-b713-f629a921ffb5, reason: Instance b7b39353-333f-480a-a593-2f9effdb2070 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.942652] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Successfully updated port: 16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.991587] env[69895]: DEBUG nova.network.neutron [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updated VIF entry in instance network info cache for port 8f771c47-4e31-49e6-9a91-1968156f6d85. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.991656] env[69895]: DEBUG nova.network.neutron [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [{"id": "8f771c47-4e31-49e6-9a91-1968156f6d85", "address": "fa:16:3e:16:bc:28", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f771c47-4e", "ovs_interfaceid": "8f771c47-4e31-49e6-9a91-1968156f6d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.059212] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 904.059475] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693983', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'name': 'volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b57cb5a-8860-475b-8d00-a2d139fa141d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'serial': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 904.061047] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bf7aea-6db5-4e21-9251-e66930d946e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.085121] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e30bd-a6c2-4ff1-9819-c7a80ee6891d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.092710] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cb2d44-705c-505b-9308-871659e1fcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.112786] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.113133] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.113392] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.113553] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.113735] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.121861] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a/volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.122164] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e18365e0-248a-4624-b521-6ea23a9c9a60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.124110] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6bea39-044b-4b42-a3b3-5e11a0537aee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.150020] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 904.150020] env[69895]: value = "task-3471737" [ 904.150020] env[69895]: _type = "Task" [ 904.150020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.150020] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.150020] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.153223] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09441e9f-c673-409c-857d-21c60ad40b68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.161665] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.163627] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 904.163627] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3a884-6aed-b4fd-bd30-19e88e38fe52" [ 904.163627] env[69895]: _type = "Task" [ 904.163627] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.171367] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3a884-6aed-b4fd-bd30-19e88e38fe52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.274557] env[69895]: INFO nova.compute.manager [-] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Took 1.30 seconds to deallocate network for instance. [ 904.297201] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 040f1d17-73f4-44a1-9302-d67de3eac768] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.445203] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.445451] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.445590] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.471929] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.472205] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.472347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.472534] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.472752] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.474727] env[69895]: INFO nova.compute.manager [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Terminating instance [ 904.493993] env[69895]: DEBUG oslo_concurrency.lockutils [req-ebab5070-a5bc-4d58-a3c9-8c12ff5c7558 req-6f7cd6cc-6273-46ca-8ab9-2450c65e5301 service nova] Releasing lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.532054] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.165s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.537700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.318s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.539594] env[69895]: INFO nova.compute.claims [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.663303] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.674691] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a3a884-6aed-b4fd-bd30-19e88e38fe52, 'name': SearchDatastore_Task, 'duration_secs': 0.01368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.675515] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8612c8d-3734-41b5-8883-4cea2a593108 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.681675] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 904.681675] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281b6a6-5666-7b1e-6916-39a1694ad30a" [ 904.681675] env[69895]: _type = "Task" [ 904.681675] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.690688] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281b6a6-5666-7b1e-6916-39a1694ad30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.783758] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.800509] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 59d6c8b0-988f-4f6c-a230-5add6097b6d2] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.978483] env[69895]: DEBUG nova.compute.manager [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.978843] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.980866] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.984573] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149f05a-e1fa-4bdc-9c41-f7c46b52eb77 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.994347] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.994679] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ecc4e5-9973-4957-acba-bb45e62be833 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.001840] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 905.001840] env[69895]: value = "task-3471738" [ 905.001840] env[69895]: _type = "Task" [ 905.001840] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.017199] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.148736] env[69895]: DEBUG nova.network.neutron [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Updating instance_info_cache with network_info: [{"id": "16589cae-92f3-4db9-97d6-7628ac4db856", "address": "fa:16:3e:15:f4:92", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16589cae-92", "ovs_interfaceid": "16589cae-92f3-4db9-97d6-7628ac4db856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.160318] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471737, 'name': ReconfigVM_Task, 'duration_secs': 0.677752} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.160318] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a/volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.167231] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb0ac76-d136-4219-af12-afe260b0129a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.187734] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 905.187734] env[69895]: value = "task-3471739" [ 905.187734] env[69895]: _type = "Task" [ 905.187734] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.194272] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5281b6a6-5666-7b1e-6916-39a1694ad30a, 'name': SearchDatastore_Task, 'duration_secs': 0.018527} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.194796] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.195117] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/4de3d836-0b82-4d09-9eb9-1277335cc524.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.195679] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f41ede5c-2adb-4fa4-b6f3-739623fe4f34 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.203563] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.204715] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 905.204715] env[69895]: value = "task-3471740" [ 905.204715] env[69895]: _type = "Task" [ 905.204715] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.214478] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.305344] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 0aa89c17-e719-47b3-afad-0cfda90cb504] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.395861] env[69895]: DEBUG nova.compute.manager [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Received event network-vif-plugged-16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.396104] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Acquiring lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.396329] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.396500] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.396725] env[69895]: DEBUG nova.compute.manager [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] No waiting events found dispatching network-vif-plugged-16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.396946] env[69895]: WARNING nova.compute.manager [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Received unexpected event network-vif-plugged-16589cae-92f3-4db9-97d6-7628ac4db856 for instance with vm_state building and task_state spawning. [ 905.397130] env[69895]: DEBUG nova.compute.manager [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Received event network-changed-16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.397285] env[69895]: DEBUG nova.compute.manager [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Refreshing instance network info cache due to event network-changed-16589cae-92f3-4db9-97d6-7628ac4db856. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.397451] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Acquiring lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.511614] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471738, 'name': PowerOffVM_Task, 'duration_secs': 0.191275} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.511945] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.512143] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.512428] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dbb008c-4d6a-4387-90f0-577aa02ef795 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.574073] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.574073] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.574073] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Deleting the datastore file [datastore2] 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.574073] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241208d1-6060-49ff-9ca6-70bf177f21c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.579862] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for the task: (returnval){ [ 905.579862] env[69895]: value = "task-3471742" [ 905.579862] env[69895]: _type = "Task" [ 905.579862] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.592621] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.651229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.651492] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Instance network_info: |[{"id": "16589cae-92f3-4db9-97d6-7628ac4db856", "address": "fa:16:3e:15:f4:92", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16589cae-92", "ovs_interfaceid": "16589cae-92f3-4db9-97d6-7628ac4db856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.651798] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Acquired lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.651978] env[69895]: DEBUG nova.network.neutron [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Refreshing network info cache for port 16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.653905] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16589cae-92f3-4db9-97d6-7628ac4db856', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.660906] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.664354] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.665281] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d812d5-1abe-489c-8acf-a9891f507307 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.692982] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.692982] env[69895]: value = "task-3471743" [ 905.692982] env[69895]: _type = "Task" [ 905.692982] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.699686] env[69895]: DEBUG oslo_vmware.api [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471739, 'name': ReconfigVM_Task, 'duration_secs': 0.195786} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.703044] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693983', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'name': 'volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b57cb5a-8860-475b-8d00-a2d139fa141d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'serial': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 905.711657] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471743, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.717376] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471740, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.809015] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 318fc7d7-ef9d-4ddc-82dd-54f715fd70aa] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.074284] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efe957-d674-4784-8549-16b027dcbaca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.078416] env[69895]: INFO nova.compute.manager [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Swapping old allocation on dict_keys(['7ecffc51-323f-4c97-913f-419a1a87f107']) held by migration 8124410f-79ef-424e-9c5d-6054e542936f for instance [ 906.083147] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57acb74-5685-459a-83d6-08c1c50ef043 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.117105] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a5d9e-a3db-48e1-8b93-c51853239e60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.122709] env[69895]: DEBUG oslo_vmware.api [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Task: {'id': task-3471742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355916} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.123324] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.124047] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.124047] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.124047] env[69895]: INFO nova.compute.manager [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 906.124205] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.124272] env[69895]: DEBUG nova.compute.manager [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.124362] env[69895]: DEBUG nova.network.neutron [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.126712] env[69895]: DEBUG nova.scheduler.client.report [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Overwriting current allocation {'allocations': {'7ecffc51-323f-4c97-913f-419a1a87f107': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': 'b02b4343bb4f41bf9c608f11583d5630', 'user_id': '1a72d376b07246308e99e58d58c270af', 'consumer_generation': 1} on consumer 570b8e3c-74cd-4921-8fe2-565048650101 {{(pid=69895) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 906.131745] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08b61a-9f5c-4726-a5ae-576287d0cbea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.145251] env[69895]: DEBUG nova.compute.provider_tree [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.208546] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471743, 'name': CreateVM_Task, 'duration_secs': 0.470486} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.216958] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.217693] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.217856] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.218202] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.218826] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148fba8b-165b-4e51-ae6c-7a10c7a76f4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.225254] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.225254] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/4de3d836-0b82-4d09-9eb9-1277335cc524.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.225464] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.226390] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.227436] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquired lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.227436] env[69895]: DEBUG nova.network.neutron [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.227854] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15afedef-196b-485c-83cc-813d5d1acb74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.234869] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.234869] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522d0ac2-d7f9-5101-6702-4e04e1e166b3" [ 906.234869] env[69895]: _type = "Task" [ 906.234869] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.237833] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.237833] env[69895]: value = "task-3471744" [ 906.237833] env[69895]: _type = "Task" [ 906.237833] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.246846] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522d0ac2-d7f9-5101-6702-4e04e1e166b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.247552] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.248055] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.248160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.248360] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.250121] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.252071] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7a8a05-b0cc-47b1-bd88-873192e6bab5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254680] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.263722] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.263998] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.264717] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dee077-86c3-4d51-a595-532e01964336 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.271406] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.271406] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5224efc9-010e-376d-c0d7-60c83fde3aab" [ 906.271406] env[69895]: _type = "Task" [ 906.271406] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.282100] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5224efc9-010e-376d-c0d7-60c83fde3aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.313107] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 2349e89a-3181-440a-bcf3-58df8abe2499] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.548081] env[69895]: DEBUG nova.network.neutron [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Updated VIF entry in instance network info cache for port 16589cae-92f3-4db9-97d6-7628ac4db856. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.548566] env[69895]: DEBUG nova.network.neutron [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Updating instance_info_cache with network_info: [{"id": "16589cae-92f3-4db9-97d6-7628ac4db856", "address": "fa:16:3e:15:f4:92", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16589cae-92", "ovs_interfaceid": "16589cae-92f3-4db9-97d6-7628ac4db856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.642672] env[69895]: DEBUG nova.compute.manager [req-4b21ac6e-b961-43d7-b3db-4fdcf5ca5790 req-43dab1c8-506f-4530-b403-1eca5b17bcbb service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Received event network-vif-deleted-4d6c877e-b1db-4db9-a341-1ea78041ff95 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.642672] env[69895]: INFO nova.compute.manager [req-4b21ac6e-b961-43d7-b3db-4fdcf5ca5790 req-43dab1c8-506f-4530-b403-1eca5b17bcbb service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Neutron deleted interface 4d6c877e-b1db-4db9-a341-1ea78041ff95; detaching it from the instance and deleting it from the info cache [ 906.642672] env[69895]: DEBUG nova.network.neutron [req-4b21ac6e-b961-43d7-b3db-4fdcf5ca5790 req-43dab1c8-506f-4530-b403-1eca5b17bcbb service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.648129] env[69895]: DEBUG nova.scheduler.client.report [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.749367] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072653} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.749782] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.750585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cae83f-806c-4bf8-8751-7054f053b2c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.764934] env[69895]: DEBUG nova.objects.instance [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'flavor' on Instance uuid 0b57cb5a-8860-475b-8d00-a2d139fa141d {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.774623] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/4de3d836-0b82-4d09-9eb9-1277335cc524.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.777586] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceeb1d92-eba2-47d9-a484-cb45099046ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.803051] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5224efc9-010e-376d-c0d7-60c83fde3aab, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.805014] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.805014] env[69895]: value = "task-3471745" [ 906.805014] env[69895]: _type = "Task" [ 906.805014] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.805220] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bc5c76-05e0-49ea-9cc1-7e4467643139 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.816383] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 51f89421-5ba3-4a3c-bc62-6cd4173328ef] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.818098] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.819362] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.819362] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52072656-978f-4717-5f50-dc1def5625ec" [ 906.819362] env[69895]: _type = "Task" [ 906.819362] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.829934] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52072656-978f-4717-5f50-dc1def5625ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.830257] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.830520] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/5bad9826-8dd5-4c74-82d0-db280db4430d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.833145] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c008c9-401d-4c7f-94b5-c0cdc61143e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.838925] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 906.838925] env[69895]: value = "task-3471746" [ 906.838925] env[69895]: _type = "Task" [ 906.838925] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.846869] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.974962] env[69895]: DEBUG nova.network.neutron [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [{"id": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "address": "fa:16:3e:c9:1f:53", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae54cc-d0", "ovs_interfaceid": "caae54cc-d05b-44f9-9a88-0b689c8cbc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.051529] env[69895]: DEBUG oslo_concurrency.lockutils [req-a3503415-aa26-478c-85c1-d2401953b526 req-5062c4f2-985a-4dc3-9c1a-2bb5983ff641 service nova] Releasing lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.125272] env[69895]: DEBUG nova.network.neutron [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.144974] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-017eeb9d-d18f-470a-9c19-300840cbd023 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.152394] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.152965] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.156903] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.341s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.158461] env[69895]: INFO nova.compute.claims [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.164645] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930343e-fed7-4aa1-a0cb-ef40063ec263 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204496] env[69895]: DEBUG nova.compute.manager [req-4b21ac6e-b961-43d7-b3db-4fdcf5ca5790 req-43dab1c8-506f-4530-b403-1eca5b17bcbb service nova] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Detach interface failed, port_id=4d6c877e-b1db-4db9-a341-1ea78041ff95, reason: Instance 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.280927] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab7934cd-9233-4bfb-b747-a9a37e435067 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.825s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.321400] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 43e4da4f-1e2e-4f76-b788-dd6ca8493941] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.323660] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.351437] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482337} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.352434] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/5bad9826-8dd5-4c74-82d0-db280db4430d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.352679] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.352746] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46131e58-b8b5-42b8-a33d-dda9b5fa6e4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.359355] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 907.359355] env[69895]: value = "task-3471747" [ 907.359355] env[69895]: _type = "Task" [ 907.359355] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.367275] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.479287] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Releasing lock "refresh_cache-570b8e3c-74cd-4921-8fe2-565048650101" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.479287] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.479287] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53253b44-7446-43f7-a449-72a613f7dd0b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.485784] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 907.485784] env[69895]: value = "task-3471748" [ 907.485784] env[69895]: _type = "Task" [ 907.485784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.494889] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.628158] env[69895]: INFO nova.compute.manager [-] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Took 1.50 seconds to deallocate network for instance. [ 907.663734] env[69895]: DEBUG nova.compute.utils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.667442] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.667795] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.712078] env[69895]: DEBUG nova.policy [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce9a9031bbc4ed1be05b49ec8b0be1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468a1886d1874fe78146b17063eabb1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.819075] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471745, 'name': ReconfigVM_Task, 'duration_secs': 0.521068} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.819374] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/4de3d836-0b82-4d09-9eb9-1277335cc524.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.820007] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba5dbbe5-9967-4045-b0a0-0e9b8d0f956e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.825734] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 74d236c3-e499-4b37-abc2-ad8fb5a81a4a] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.827522] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 907.827522] env[69895]: value = "task-3471749" [ 907.827522] env[69895]: _type = "Task" [ 907.827522] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.835691] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471749, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.868798] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081104} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.869079] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.869852] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393a6456-c637-4c1b-b30d-2170f2f6177e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.894495] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/5bad9826-8dd5-4c74-82d0-db280db4430d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.895179] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3b9db2-a2bd-41a3-a14b-5f082b24bee5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.916039] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 907.916039] env[69895]: value = "task-3471750" [ 907.916039] env[69895]: _type = "Task" [ 907.916039] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.920169] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.920169] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.920306] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.920577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.920860] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.923219] env[69895]: INFO nova.compute.manager [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Terminating instance [ 907.932600] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.985814] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Successfully created port: 72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.997303] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471748, 'name': PowerOffVM_Task, 'duration_secs': 0.297942} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.997588] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.998260] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6e889c-fd8b-49ed-9c80-6564ff41760f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1547025784',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.998467] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.998616] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.998790] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.998929] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.999083] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.999285] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.000764] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.000764] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.000764] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.000764] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.004728] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa16b82-8013-423a-90f6-e385c4592718 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.019907] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 908.019907] env[69895]: value = "task-3471751" [ 908.019907] env[69895]: _type = "Task" [ 908.019907] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.030016] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.136361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.168405] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.329026] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 84ded1d2-9a4c-4c61-b2aa-f7dc87c244f1] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.341019] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471749, 'name': Rename_Task, 'duration_secs': 0.15631} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.342110] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.342110] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba3d308c-4013-4fe5-9c01-d708c7a2e14a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.351497] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 908.351497] env[69895]: value = "task-3471752" [ 908.351497] env[69895]: _type = "Task" [ 908.351497] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.365657] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.429115] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471750, 'name': ReconfigVM_Task, 'duration_secs': 0.282704} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.429115] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/5bad9826-8dd5-4c74-82d0-db280db4430d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.429890] env[69895]: DEBUG nova.compute.manager [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.430164] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.430392] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f0e400-5e34-4042-bce3-addb9c39e8e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.434560] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d801e1e-bbae-4147-a4d4-8565703db0cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.440687] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 908.440687] env[69895]: value = "task-3471753" [ 908.440687] env[69895]: _type = "Task" [ 908.440687] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.441979] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 908.441979] env[69895]: value = "task-3471754" [ 908.441979] env[69895]: _type = "Task" [ 908.441979] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.459127] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.461679] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471753, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.532756] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471751, 'name': ReconfigVM_Task, 'duration_secs': 0.175088} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.533704] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ab39e-b98c-4d7b-bb8d-3d9e05fda418 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.553578] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:33:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6e889c-fd8b-49ed-9c80-6564ff41760f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1547025784',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.555033] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.555436] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.555436] env[69895]: DEBUG nova.virt.hardware [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.556228] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff9b6de-948d-49aa-91c5-d4eff774d464 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.562239] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 908.562239] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f70183-4f78-aae2-5dbd-3d1004961398" [ 908.562239] env[69895]: _type = "Task" [ 908.562239] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.573650] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f70183-4f78-aae2-5dbd-3d1004961398, 'name': SearchDatastore_Task, 'duration_secs': 0.00682} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.579142] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.582008] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631c2f79-1e3d-43c8-a0ad-82acdfba8af5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.600713] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 908.600713] env[69895]: value = "task-3471755" [ 908.600713] env[69895]: _type = "Task" [ 908.600713] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.613720] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.707797] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd2bd0-b7c2-44b5-bf61-b87e4f09c8a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.716027] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e6ea8-8228-49a3-86c4-89277336d20d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.749847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8467f5-dda7-4e1c-90e0-22991ac25f78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.757642] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926529d9-dde6-4543-8300-295df169a3a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.772366] env[69895]: DEBUG nova.compute.provider_tree [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.833956] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 69bb138f-ff3e-4e52-af29-1113d378eced] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.864227] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471752, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.952885] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471753, 'name': Rename_Task, 'duration_secs': 0.190093} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.954128] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.954128] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a769bad-11af-4d29-8c6d-9fe11c6ce4b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958378] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471754, 'name': PowerOffVM_Task, 'duration_secs': 0.301529} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.958953] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.959184] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 908.959370] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693983', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'name': 'volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b57cb5a-8860-475b-8d00-a2d139fa141d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'serial': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 908.960131] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3dbefb-6d46-48f4-91c5-28c017481a98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.963469] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 908.963469] env[69895]: value = "task-3471756" [ 908.963469] env[69895]: _type = "Task" [ 908.963469] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.984746] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5ce05-9f0f-4119-be53-a0807fa63305 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.990391] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.994786] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214568bc-d9a7-4aaa-a1df-9bef6668c119 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.016069] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c765da8-d009-485d-a05e-64186d6a40e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.031827] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] The volume has not been displaced from its original location: [datastore1] volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a/volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 909.037124] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.037477] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7bc4b5-e9dd-48b0-81b0-a9c55382dd6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.056185] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 909.056185] env[69895]: value = "task-3471757" [ 909.056185] env[69895]: _type = "Task" [ 909.056185] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.064335] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.111422] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471755, 'name': ReconfigVM_Task, 'duration_secs': 0.289783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.111772] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.112746] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58afdca2-a283-4bda-b1c4-f120bd645b8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.135914] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.136241] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23b546c-4dca-4bc3-95da-c41d71f5d062 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.154431] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 909.154431] env[69895]: value = "task-3471758" [ 909.154431] env[69895]: _type = "Task" [ 909.154431] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.162762] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.186255] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.213218] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d46a697282e40b9696dd2c59bcc90c41',container_format='bare',created_at=2025-04-17T06:36:00Z,direct_url=,disk_format='vmdk',id=e29f6322-443f-4f62-a545-edc74f8709ae,min_disk=1,min_ram=0,name='tempest-test-snap-1964716368',owner='468a1886d1874fe78146b17063eabb1a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-17T06:36:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.213565] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.213990] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.214209] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.214386] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.214543] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.214783] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.214970] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.215191] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.215364] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.215550] env[69895]: DEBUG nova.virt.hardware [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.216587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704dccb6-37df-41a4-a502-c46d20462b1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.225465] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3fc47f-3dcf-49d1-b539-0a7bdf25314d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.276136] env[69895]: DEBUG nova.scheduler.client.report [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.337334] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: b9463fd0-5f03-40a6-a034-45a65ecfac47] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.366533] env[69895]: DEBUG oslo_vmware.api [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471752, 'name': PowerOnVM_Task, 'duration_secs': 0.767262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.366533] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.366533] env[69895]: INFO nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Took 8.56 seconds to spawn the instance on the hypervisor. [ 909.366533] env[69895]: DEBUG nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.367235] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49b5a9-6a70-4d9d-9a11-55e6deb82f47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.464111] env[69895]: DEBUG nova.compute.manager [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Received event network-vif-plugged-72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.464111] env[69895]: DEBUG oslo_concurrency.lockutils [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] Acquiring lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.464111] env[69895]: DEBUG oslo_concurrency.lockutils [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.464111] env[69895]: DEBUG oslo_concurrency.lockutils [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.464111] env[69895]: DEBUG nova.compute.manager [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] No waiting events found dispatching network-vif-plugged-72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.464111] env[69895]: WARNING nova.compute.manager [req-5178a662-a81b-402e-84d8-78e37f36a3c8 req-fd1ebac9-88f3-4c8e-937d-5465130c2f63 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Received unexpected event network-vif-plugged-72121c67-cef4-43b6-b121-eb7a6d3254bc for instance with vm_state building and task_state spawning. [ 909.475801] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471756, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.491499] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Successfully updated port: 72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.565698] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471757, 'name': ReconfigVM_Task, 'duration_secs': 0.237977} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.566029] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.570630] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef8e441b-d428-4af1-b19f-e7642b116c51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.585536] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 909.585536] env[69895]: value = "task-3471759" [ 909.585536] env[69895]: _type = "Task" [ 909.585536] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.593370] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.664569] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471758, 'name': ReconfigVM_Task, 'duration_secs': 0.283516} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.664854] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101/570b8e3c-74cd-4921-8fe2-565048650101.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.665732] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00612a03-91ba-457e-b676-e4010be5a575 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.684768] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bff424-90b1-4603-acd6-9b92fe762ea0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.703162] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38c5058-4f99-413f-b3ae-dbf1d5b88dd1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.722448] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a9e93-af72-4463-a6b1-0b90187a510b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.729440] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.730610] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4ef5fd-cd91-4517-b06c-b2bb7b864c33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.735562] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 909.735562] env[69895]: value = "task-3471760" [ 909.735562] env[69895]: _type = "Task" [ 909.735562] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.742746] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.781403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.781942] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.784618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.655s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.785319] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.786821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.475s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.787011] env[69895]: DEBUG nova.objects.instance [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.813484] env[69895]: INFO nova.scheduler.client.report [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Deleted allocations for instance bb7f5f01-e6c5-4b39-90d1-32900180ea30 [ 909.839674] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 536ed049-9557-47b4-939b-158c1d2a87b5] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.887884] env[69895]: INFO nova.compute.manager [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Took 61.43 seconds to build instance. [ 909.975834] env[69895]: DEBUG oslo_vmware.api [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471756, 'name': PowerOnVM_Task, 'duration_secs': 0.572783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.976123] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.976345] env[69895]: INFO nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Took 6.58 seconds to spawn the instance on the hypervisor. [ 909.976544] env[69895]: DEBUG nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.977395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd60d706-94b1-46ff-9cb3-8b86b17768e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.997642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.997642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.997642] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.098232] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471759, 'name': ReconfigVM_Task, 'duration_secs': 0.286284} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.098562] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693983', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'name': 'volume-cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b57cb5a-8860-475b-8d00-a2d139fa141d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a', 'serial': 'cebf69f8-0822-45a5-81be-458ecb3b7c3a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 910.098971] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.100205] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f12f06-3e42-4c7d-a322-da6f496b3ee4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.108235] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.108601] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02a82a0-98fd-4944-a26a-29a662086a84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.189824] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.190082] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.190311] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore2] 0b57cb5a-8860-475b-8d00-a2d139fa141d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.190592] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c911068-5e2c-41d4-b5ee-925b706f289b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.197276] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 910.197276] env[69895]: value = "task-3471762" [ 910.197276] env[69895]: _type = "Task" [ 910.197276] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.204651] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.245166] env[69895]: DEBUG oslo_vmware.api [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471760, 'name': PowerOnVM_Task, 'duration_secs': 0.40285} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.245448] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.292270] env[69895]: DEBUG nova.compute.utils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.295845] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.295937] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.323843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Lock "bb7f5f01-e6c5-4b39-90d1-32900180ea30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.541s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.340206] env[69895]: DEBUG nova.policy [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62f686acf5b04b828d7dc379ff7e8e60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eebca183f4e646a2ad77d5be73e8f8db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.342376] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 06d30534-b9cb-4d8b-8a70-3a0941d5c718] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.389667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-56c53e92-bff3-436c-b728-b3e76b1c3751 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.555s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.497272] env[69895]: INFO nova.compute.manager [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Took 58.50 seconds to build instance. [ 910.579768] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.707426] env[69895]: DEBUG oslo_vmware.api [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33602} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.707894] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.709104] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.709104] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.709104] env[69895]: INFO nova.compute.manager [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Took 2.28 seconds to destroy the instance on the hypervisor. [ 910.709104] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.709640] env[69895]: DEBUG nova.compute.manager [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.709862] env[69895]: DEBUG nova.network.neutron [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.751125] env[69895]: DEBUG nova.network.neutron [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Updating instance_info_cache with network_info: [{"id": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "address": "fa:16:3e:87:8b:4b", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72121c67-ce", "ovs_interfaceid": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.801244] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.805806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08dd3202-ced8-4bf2-b035-857e40a45aea tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.808059] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.128s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.808412] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.810529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.837s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.810844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.812684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.485s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.815377] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.817062] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.681s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.817385] env[69895]: DEBUG nova.objects.instance [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 910.849295] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 33c412e2-353f-4fef-bed7-8879d0286b19] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.862387] env[69895]: INFO nova.scheduler.client.report [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Deleted allocations for instance c1633e99-e3a8-46d2-ad36-5de832797649 [ 910.863284] env[69895]: INFO nova.scheduler.client.report [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Deleted allocations for instance 2ed53bba-a428-40ef-86b0-a72fae116183 [ 910.887943] env[69895]: INFO nova.scheduler.client.report [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted allocations for instance ed3cd9ce-a74b-49be-bab9-375702ce49c1 [ 910.961670] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Successfully created port: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.004818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-554dc4ac-2580-497a-9fad-3c206353459d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.245s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.256181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.257112] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Instance network_info: |[{"id": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "address": "fa:16:3e:87:8b:4b", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72121c67-ce", "ovs_interfaceid": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.259028] env[69895]: INFO nova.compute.manager [None req-d94aaa70-374d-4e64-8e43-755c828322e0 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance to original state: 'active' [ 911.263836] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:8b:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72121c67-cef4-43b6-b121-eb7a6d3254bc', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.273447] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.274138] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.274388] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c08af83d-fbb1-44b8-80fb-3c94267e9775 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.298348] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.298348] env[69895]: value = "task-3471763" [ 911.298348] env[69895]: _type = "Task" [ 911.298348] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.316148] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.356163] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ceabd946-b81f-47f3-8faa-1c4c858b5a9e] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.381763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-333d61cc-4696-479a-a419-a809b4cb4733 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Lock "c1633e99-e3a8-46d2-ad36-5de832797649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.124s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.386023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-588b0a8e-f1dd-4feb-b155-5515656a7301 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Lock "2ed53bba-a428-40ef-86b0-a72fae116183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.925s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.402882] env[69895]: DEBUG oslo_concurrency.lockutils [None req-048626ab-c4bb-4492-b337-eaf44c98ea7a tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "ed3cd9ce-a74b-49be-bab9-375702ce49c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.824s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.510409] env[69895]: DEBUG nova.compute.manager [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Received event network-changed-72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.511517] env[69895]: DEBUG nova.compute.manager [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Refreshing instance network info cache due to event network-changed-72121c67-cef4-43b6-b121-eb7a6d3254bc. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.511517] env[69895]: DEBUG oslo_concurrency.lockutils [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] Acquiring lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.511517] env[69895]: DEBUG oslo_concurrency.lockutils [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] Acquired lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.511517] env[69895]: DEBUG nova.network.neutron [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Refreshing network info cache for port 72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.573598] env[69895]: INFO nova.compute.manager [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Rescuing [ 911.573598] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.573598] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.573598] env[69895]: DEBUG nova.network.neutron [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.670063] env[69895]: DEBUG nova.network.neutron [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.809280] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.818778] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.828479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9f4433c9-2129-46cc-8249-d24eb2c49322 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.828987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.844s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.829205] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.831199] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.835s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.833239] env[69895]: INFO nova.compute.claims [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.854483] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.854605] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.854944] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.855292] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.855567] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.856044] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.856240] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.856518] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.857035] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.857105] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.857359] env[69895]: DEBUG nova.virt.hardware [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.858767] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc265e-4f94-421a-b8c4-faad6bc58cc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.862453] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 27c1e568-4fe8-467a-b3a6-04c42ece1515] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.865568] env[69895]: INFO nova.scheduler.client.report [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Deleted allocations for instance 910184ee-d840-4b0c-8764-d02d3b69f88e [ 911.873328] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08428216-4fba-42f0-a3b1-791d43d81823 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.178136] env[69895]: INFO nova.compute.manager [-] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Took 1.47 seconds to deallocate network for instance. [ 912.315202] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.367975] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 770fb26d-4319-4fdb-bf04-7c7fa6ae6df1] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.376553] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44f9db45-8406-4b88-b6ed-08e34f813e63 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Lock "910184ee-d840-4b0c-8764-d02d3b69f88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.793s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.550819] env[69895]: DEBUG nova.network.neutron [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Updated VIF entry in instance network info cache for port 72121c67-cef4-43b6-b121-eb7a6d3254bc. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.551208] env[69895]: DEBUG nova.network.neutron [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Updating instance_info_cache with network_info: [{"id": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "address": "fa:16:3e:87:8b:4b", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72121c67-ce", "ovs_interfaceid": "72121c67-cef4-43b6-b121-eb7a6d3254bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.650176] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "570b8e3c-74cd-4921-8fe2-565048650101" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.650176] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.650393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "570b8e3c-74cd-4921-8fe2-565048650101-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.651104] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.651297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.653563] env[69895]: INFO nova.compute.manager [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Terminating instance [ 912.760517] env[69895]: INFO nova.compute.manager [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Took 0.58 seconds to detach 1 volumes for instance. [ 912.822946] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.871739] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 2bf15903-2275-4635-8d3b-a85568afe49f] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.887865] env[69895]: DEBUG nova.network.neutron [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Updating instance_info_cache with network_info: [{"id": "16589cae-92f3-4db9-97d6-7628ac4db856", "address": "fa:16:3e:15:f4:92", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16589cae-92", "ovs_interfaceid": "16589cae-92f3-4db9-97d6-7628ac4db856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.057995] env[69895]: DEBUG oslo_concurrency.lockutils [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] Releasing lock "refresh_cache-c4e25f8c-ca45-426f-81ab-bdeabeb63c59" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.058874] env[69895]: DEBUG nova.compute.manager [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Received event network-vif-deleted-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.058874] env[69895]: INFO nova.compute.manager [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Neutron deleted interface fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4; detaching it from the instance and deleting it from the info cache [ 913.058874] env[69895]: DEBUG nova.network.neutron [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.099959] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Successfully updated port: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.158916] env[69895]: DEBUG nova.compute.manager [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.158973] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.160771] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8552d-eee6-4ca7-b8a1-c6dd5b084f0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.174933] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.177234] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9cf8bed-527e-454a-8f07-6a3cbb9fb357 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.182701] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 913.182701] env[69895]: value = "task-3471764" [ 913.182701] env[69895]: _type = "Task" [ 913.182701] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.201614] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.271632] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.314541] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.362574] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8ce60-e274-4377-b721-538c163c2735 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373887] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ad6d34-dab4-45d7-b51a-a5e170187c5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.381690] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: f7b42285-781e-4ace-a575-befaf310196f] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.415229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-5bad9826-8dd5-4c74-82d0-db280db4430d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.424992] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f34ff-3d7b-41ef-8989-b04f387b81bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.431832] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b40a2a2-1b3a-48a5-b986-db1f67fa446b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.447095] env[69895]: DEBUG nova.compute.provider_tree [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.561538] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c880629d-f33c-45c2-93d7-30f78e2ebb93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.570741] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89ea30-ae65-46b5-a5d5-b4a0a8ae39d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.608956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.609094] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquired lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.609241] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.610890] env[69895]: DEBUG nova.compute.manager [req-f5252bd5-db55-4f0d-9902-100f6ac21fec req-4790785a-375c-4d5d-87e0-18b8cfb92d50 service nova] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Detach interface failed, port_id=fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4, reason: Instance 0b57cb5a-8860-475b-8d00-a2d139fa141d could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.701118] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.701374] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.708841] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471764, 'name': PowerOffVM_Task, 'duration_secs': 0.231352} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.708841] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.708841] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.708841] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae63fc84-3b3f-447f-ad9d-bd814707eaeb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.717128] env[69895]: DEBUG nova.compute.manager [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Received event network-vif-plugged-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.717632] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Acquiring lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.717632] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.717949] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.717949] env[69895]: DEBUG nova.compute.manager [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] No waiting events found dispatching network-vif-plugged-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.718143] env[69895]: WARNING nova.compute.manager [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Received unexpected event network-vif-plugged-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 for instance with vm_state building and task_state spawning. [ 913.718563] env[69895]: DEBUG nova.compute.manager [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Received event network-changed-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.718563] env[69895]: DEBUG nova.compute.manager [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Refreshing instance network info cache due to event network-changed-c02a85d3-2cb7-4ccc-bac1-d31309e040f3. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.718683] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Acquiring lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.786972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.786972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.786972] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleting the datastore file [datastore2] 570b8e3c-74cd-4921-8fe2-565048650101 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.786972] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d976d2de-a651-4986-b33e-830ebe65f3b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.795763] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 913.795763] env[69895]: value = "task-3471766" [ 913.795763] env[69895]: _type = "Task" [ 913.795763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.806769] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.817398] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471763, 'name': CreateVM_Task, 'duration_secs': 2.471727} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.817599] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.818721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.818721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.819213] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.819481] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15518ee3-9be7-4990-acd1-21770e797351 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.827092] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 913.827092] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52714ab9-ce1c-158b-3d1c-125c1e8f3f4e" [ 913.827092] env[69895]: _type = "Task" [ 913.827092] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.839332] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52714ab9-ce1c-158b-3d1c-125c1e8f3f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.885556] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: a4a84364-3f05-4be3-9a64-e38f293f0406] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.953414] env[69895]: DEBUG nova.scheduler.client.report [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.172585] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.208024] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.315452] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.341417] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.341701] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Processing image e29f6322-443f-4f62-a545-edc74f8709ae {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.341954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.342124] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.343174] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.343174] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfd92996-a53a-4eb9-a7e6-771906aa94fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.351196] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.351858] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.353122] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231eb7ca-f28e-4e2a-8acd-636c2078cfb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.358202] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 914.358202] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52077e4e-724c-e18e-06bd-18324d9341f8" [ 914.358202] env[69895]: _type = "Task" [ 914.358202] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.368691] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52077e4e-724c-e18e-06bd-18324d9341f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.391117] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ec22c619-d49c-4038-9fa9-c2fae1d46564] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.462909] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.462909] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.463262] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.192s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.464785] env[69895]: INFO nova.compute.claims [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.690590] env[69895]: DEBUG nova.network.neutron [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Updating instance_info_cache with network_info: [{"id": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "address": "fa:16:3e:d8:50:67", "network": {"id": "7851efff-d63f-478a-b189-7909733d47f9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-197482323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebca183f4e646a2ad77d5be73e8f8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02a85d3-2c", "ovs_interfaceid": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.737711] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.807236] env[69895]: DEBUG oslo_vmware.api [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538314} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.807665] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.808103] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.808316] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.808494] env[69895]: INFO nova.compute.manager [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Took 1.65 seconds to destroy the instance on the hypervisor. [ 914.808734] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.808946] env[69895]: DEBUG nova.compute.manager [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.809580] env[69895]: DEBUG nova.network.neutron [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.868532] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 914.868910] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Fetch image to [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2/OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 914.869162] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Downloading stream optimized image e29f6322-443f-4f62-a545-edc74f8709ae to [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2/OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2.vmdk on the data store datastore2 as vApp {{(pid=69895) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 914.869403] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Downloading image file data e29f6322-443f-4f62-a545-edc74f8709ae to the ESX as VM named 'OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2' {{(pid=69895) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 914.894452] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: a9714630-63fc-40ae-959d-d86efa039ff6] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.969965] env[69895]: DEBUG nova.compute.utils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.973095] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 914.973095] env[69895]: value = "resgroup-9" [ 914.973095] env[69895]: _type = "ResourcePool" [ 914.973095] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 914.976645] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.976830] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.983409] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.986443] env[69895]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-75429ab1-ff92-41a4-a89a-cb443fd0e63b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.005255] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa864d78-4a73-433d-a493-65da15fa5eb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.013914] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease: (returnval){ [ 915.013914] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ee916-5c62-6d2b-a707-7d0af58fbfa5" [ 915.013914] env[69895]: _type = "HttpNfcLease" [ 915.013914] env[69895]: } obtained for vApp import into resource pool (val){ [ 915.013914] env[69895]: value = "resgroup-9" [ 915.013914] env[69895]: _type = "ResourcePool" [ 915.013914] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 915.013914] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the lease: (returnval){ [ 915.013914] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ee916-5c62-6d2b-a707-7d0af58fbfa5" [ 915.013914] env[69895]: _type = "HttpNfcLease" [ 915.013914] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.015301] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 915.015301] env[69895]: value = "task-3471767" [ 915.015301] env[69895]: _type = "Task" [ 915.015301] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.027539] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.027539] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ee916-5c62-6d2b-a707-7d0af58fbfa5" [ 915.027539] env[69895]: _type = "HttpNfcLease" [ 915.027539] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.034674] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.105394] env[69895]: DEBUG nova.policy [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c296afbbcd7a4a6fb5dc7067806c183e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31b92cd4074f42ddae847762a98bd822', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.195526] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Releasing lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.195526] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Instance network_info: |[{"id": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "address": "fa:16:3e:d8:50:67", "network": {"id": "7851efff-d63f-478a-b189-7909733d47f9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-197482323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebca183f4e646a2ad77d5be73e8f8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02a85d3-2c", "ovs_interfaceid": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.195526] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Acquired lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.195526] env[69895]: DEBUG nova.network.neutron [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Refreshing network info cache for port c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.197386] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:50:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c02a85d3-2cb7-4ccc-bac1-d31309e040f3', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.210826] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Creating folder: Project (eebca183f4e646a2ad77d5be73e8f8db). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.219827] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334fb7ff-d02a-4036-9679-12cedf29f516 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.237296] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Created folder: Project (eebca183f4e646a2ad77d5be73e8f8db) in parent group-v693805. [ 915.237296] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Creating folder: Instances. Parent ref: group-v693990. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.238891] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ef4be4-89a5-4851-9c88-53688d53d9c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.254784] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Created folder: Instances in parent group-v693990. [ 915.256265] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.258780] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.259320] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c53f723-6ac4-4fed-a063-3e01c29c7c87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.284526] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.284526] env[69895]: value = "task-3471771" [ 915.284526] env[69895]: _type = "Task" [ 915.284526] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.292142] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471771, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.399063] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 1e74eb41-3368-47e2-a17f-2a239b873b67] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.503747] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.535451] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.535451] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ee916-5c62-6d2b-a707-7d0af58fbfa5" [ 915.535451] env[69895]: _type = "HttpNfcLease" [ 915.535451] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.539029] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.539029] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ee916-5c62-6d2b-a707-7d0af58fbfa5" [ 915.539029] env[69895]: _type = "HttpNfcLease" [ 915.539029] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 915.543453] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f87c69-27c2-4857-941f-11a1be8e7b33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.546300] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471767, 'name': PowerOffVM_Task, 'duration_secs': 0.199397} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.549052] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.550485] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0e654-0330-48db-a06a-3c03fc41d455 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.557555] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.557555] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 915.635086] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d671a-3be3-4620-8fb9-1205bd3d0985 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.645997] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cda58ea0-3351-4c84-8993-147aeb3f1d43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.683736] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.684195] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2f7b6b-7905-447a-ba4c-def26728711a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.691159] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 915.691159] env[69895]: value = "task-3471772" [ 915.691159] env[69895]: _type = "Task" [ 915.691159] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.702414] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 915.702738] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.703072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.703390] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.703542] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.706548] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ec4368-c6e6-4d1e-987a-17dfdd95987c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.714205] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.714419] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.715326] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a83404-9d2e-49be-9e69-d2286cef7711 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.721519] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 915.721519] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523df074-8920-6e5a-46c5-752e37e4b6aa" [ 915.721519] env[69895]: _type = "Task" [ 915.721519] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.729034] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523df074-8920-6e5a-46c5-752e37e4b6aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.762145] env[69895]: DEBUG nova.network.neutron [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.773893] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e444c30-239b-49cf-9fff-cfe8e661cd2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.784389] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd120a-2c66-4a18-a53f-06434c793229 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.831048] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471771, 'name': CreateVM_Task, 'duration_secs': 0.384293} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.831516] env[69895]: DEBUG nova.network.neutron [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Updated VIF entry in instance network info cache for port c02a85d3-2cb7-4ccc-bac1-d31309e040f3. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.831516] env[69895]: DEBUG nova.network.neutron [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Updating instance_info_cache with network_info: [{"id": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "address": "fa:16:3e:d8:50:67", "network": {"id": "7851efff-d63f-478a-b189-7909733d47f9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-197482323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eebca183f4e646a2ad77d5be73e8f8db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02a85d3-2c", "ovs_interfaceid": "c02a85d3-2cb7-4ccc-bac1-d31309e040f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.836592] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.837358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c4368-1d37-4ff1-8b3d-58c7b687ab8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.846096] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.846731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.846731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.847312] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ee3ec5-4fba-4d45-9a22-945c5412be48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.859110] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7000dbe1-4f87-4043-9803-30317a46a3c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.864018] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 915.864018] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b07d1-91ba-8bc6-acdb-f91eb57ed224" [ 915.864018] env[69895]: _type = "Task" [ 915.864018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.880333] env[69895]: DEBUG nova.compute.provider_tree [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.893521] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b07d1-91ba-8bc6-acdb-f91eb57ed224, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.895779] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.896077] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.896502] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.896946] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.898049] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef1ab16-4ad8-44d5-b32f-6dc6d0985889 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.901968] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: f2f6633f-3356-49d2-91a8-840284285eb4] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.907016] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.907208] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.907952] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc4c9d8-b8f3-4510-b26c-fe695e44abdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.914983] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 915.914983] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ca053-fb36-aebf-1739-4a78ca7cef0b" [ 915.914983] env[69895]: _type = "Task" [ 915.914983] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.923517] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ca053-fb36-aebf-1739-4a78ca7cef0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.000767] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Successfully created port: 542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.096857] env[69895]: DEBUG nova.compute.manager [req-87be9f9a-2804-41e7-a748-c34ece5c8e2a req-072b129b-40f1-442f-a33b-30a6bd9219f6 service nova] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Received event network-vif-deleted-caae54cc-d05b-44f9-9a88-0b689c8cbc11 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.237538] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523df074-8920-6e5a-46c5-752e37e4b6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.240536] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acf1ffe-2570-42ac-8629-a2baf9126f83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.249528] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 916.249528] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52126569-739a-643b-2c1b-3305642c1760" [ 916.249528] env[69895]: _type = "Task" [ 916.249528] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.259494] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52126569-739a-643b-2c1b-3305642c1760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.265541] env[69895]: INFO nova.compute.manager [-] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Took 1.46 seconds to deallocate network for instance. [ 916.342128] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e56e90d-89cc-40eb-8fe4-e970edeb6f58 req-2ac0186e-675b-4740-ab6c-dbb84bd16863 service nova] Releasing lock "refresh_cache-78e8adaa-18c0-4548-8cd3-5e16040515af" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389109] env[69895]: DEBUG nova.scheduler.client.report [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.410060] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 032b4471-fcd8-402c-98a8-f72519284b48] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.412141] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 916.412348] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 916.413647] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7971a8-3cbe-4378-ba76-f77aca31b7b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.431521] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520ca053-fb36-aebf-1739-4a78ca7cef0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.431521] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 916.431707] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 916.432465] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bd0e87eb-e7c1-42b0-940b-bdf70431f412 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.434199] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32325294-1d80-45b8-99b7-8946556abdbf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.440834] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 916.440834] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9cec1-ade5-5931-b526-e9c4a81bf578" [ 916.440834] env[69895]: _type = "Task" [ 916.440834] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.453600] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9cec1-ade5-5931-b526-e9c4a81bf578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.517210] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.548663] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.548910] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.549089] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.549286] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.549434] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.549581] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.549794] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.550049] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.550259] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.550429] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.550603] env[69895]: DEBUG nova.virt.hardware [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.551478] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46847b6-8a5d-425f-bf1f-9dbce526b0da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.559451] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993f63d-2a9b-4c27-94f2-06aaed7ce54a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.616323] env[69895]: DEBUG oslo_vmware.rw_handles [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d144b3-e7ea-dc9c-ea07-cea418826b25/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 916.616548] env[69895]: INFO nova.virt.vmwareapi.images [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Downloaded image file data e29f6322-443f-4f62-a545-edc74f8709ae [ 916.617402] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef688d-44b1-4d6e-88ed-c08fb3568970 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.634153] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72ca6358-f108-44ac-acda-6e0d0efb0686 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.678201] env[69895]: INFO nova.virt.vmwareapi.images [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] The imported VM was unregistered [ 916.680557] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 916.680771] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.681317] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ecc18c-2e55-4479-be80-4adc545359c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.691738] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.691738] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2/OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2.vmdk to [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk. {{(pid=69895) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 916.692053] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eb84d0c7-4326-4c4f-a479-47ff3a4193e0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.698837] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 916.698837] env[69895]: value = "task-3471774" [ 916.698837] env[69895]: _type = "Task" [ 916.698837] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.707304] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.759977] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52126569-739a-643b-2c1b-3305642c1760, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.760297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.760572] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 916.760847] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1fc2fd0-c2e7-4b80-a26e-ca5878171921 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.769431] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 916.769431] env[69895]: value = "task-3471775" [ 916.769431] env[69895]: _type = "Task" [ 916.769431] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.776383] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.776677] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.895088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.895722] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.900616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.921s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.900616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.902667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.676s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.902874] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.905074] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.529s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.905279] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.907211] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.992s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.909523] env[69895]: INFO nova.compute.claims [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.920248] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bb1e2e51-0297-43ca-b6a8-a41410e219b8] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.956048] env[69895]: INFO nova.scheduler.client.report [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted allocations for instance 274130ed-af60-461e-bfc3-c39415781d10 [ 916.964678] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9cec1-ade5-5931-b526-e9c4a81bf578, 'name': SearchDatastore_Task, 'duration_secs': 0.027073} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.966275] env[69895]: INFO nova.scheduler.client.report [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Deleted allocations for instance bceb9f61-2cb0-4d0b-8112-617bd743a967 [ 916.973370] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.973773] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 78e8adaa-18c0-4548-8cd3-5e16040515af/78e8adaa-18c0-4548-8cd3-5e16040515af.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.979775] env[69895]: INFO nova.scheduler.client.report [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted allocations for instance 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f [ 916.980689] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8e01718-b1d4-48de-b534-e3de33018ca5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.993872] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 916.993872] env[69895]: value = "task-3471776" [ 916.993872] env[69895]: _type = "Task" [ 916.993872] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.007625] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.214729] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.282343] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.402452] env[69895]: DEBUG nova.compute.utils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.404528] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.404900] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.422412] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.423420] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances with incomplete migration {{(pid=69895) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 917.482836] env[69895]: DEBUG nova.policy [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1dd7de44fde474d876daddf80cbd39d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0c2baae54c7456daaef03eab02cbc0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.492372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5b8fb5fa-bffb-43db-b8b1-234e5bb2a6dc tempest-ServerShowV247Test-627870718 tempest-ServerShowV247Test-627870718-project-member] Lock "bceb9f61-2cb0-4d0b-8112-617bd743a967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.558s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.493808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b465a8db-06c3-4be3-b4c9-232d9323e891 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "274130ed-af60-461e-bfc3-c39415781d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.091s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.512785] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.521013] env[69895]: DEBUG oslo_concurrency.lockutils [None req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "79984c9a-e728-4c5e-b1c8-fdcf324e6b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.656s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.715905] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.788210] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616574} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.788210] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 917.788882] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1af108b-e121-449d-97ac-7fefe614bfd0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.821820] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.822172] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb2eede-47bf-4779-9ae3-76ea5f0d2092 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.851318] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 917.851318] env[69895]: value = "task-3471777" [ 917.851318] env[69895]: _type = "Task" [ 917.851318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.870268] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471777, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.908216] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.925580] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.010354] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.143360] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Successfully created port: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.218748] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.367862] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471777, 'name': ReconfigVM_Task, 'duration_secs': 0.475882} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.375325] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.376703] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a777ca7-55fc-4c2d-8a25-d71d1666a54c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.427789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c10325-43e7-4713-8387-a4915382b00e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.451393] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 918.451393] env[69895]: value = "task-3471778" [ 918.451393] env[69895]: _type = "Task" [ 918.451393] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.466433] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.518719] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.547464] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "701decf6-25c1-4fe2-9168-a9aebb680386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.547610] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.630500] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b78f28-d6a7-4d00-b982-30a319032a5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.642296] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552c7437-684f-4cb3-8b22-313bfab35472 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.697121] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef28fac8-b710-414d-8fc1-df1828de2c42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.712505] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0424268-f8f7-462c-b81f-33cccf49cfb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.731127] env[69895]: DEBUG nova.compute.provider_tree [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.737130] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.948238] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.966215] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471778, 'name': ReconfigVM_Task, 'duration_secs': 0.248069} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.966581] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.966954] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b4d71c-f4b4-422b-9820-1ae1d8c286ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.976676] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 918.976676] env[69895]: value = "task-3471779" [ 918.976676] env[69895]: _type = "Task" [ 918.976676] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.982961] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.983855] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.983855] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.983978] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.984111] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.984275] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.984481] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.984635] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.984918] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.984988] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.985149] env[69895]: DEBUG nova.virt.hardware [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.986555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30976fde-7611-40fd-ace8-2fa2b9673373 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.999345] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0ecaf-2883-4ac6-ba32-57fd54ba1f1c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.004208] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471779, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.015250] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.057256] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.136282] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Successfully updated port: 542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.174924] env[69895]: DEBUG nova.compute.manager [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Received event network-vif-plugged-542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.175961] env[69895]: DEBUG oslo_concurrency.lockutils [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] Acquiring lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.175961] env[69895]: DEBUG oslo_concurrency.lockutils [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.175961] env[69895]: DEBUG oslo_concurrency.lockutils [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.175961] env[69895]: DEBUG nova.compute.manager [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] No waiting events found dispatching network-vif-plugged-542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.175961] env[69895]: WARNING nova.compute.manager [req-666e5076-1208-4a5e-9ddd-9fb714d51fcc req-0b75ba73-5e04-4d45-91e8-5fc3c06982b9 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Received unexpected event network-vif-plugged-542283f7-8558-4179-b5a3-b95571e736c9 for instance with vm_state building and task_state spawning. [ 919.202309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "39bea95a-5af1-4ace-8557-675aa2473560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.202410] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.202661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "39bea95a-5af1-4ace-8557-675aa2473560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.202861] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.203059] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.209126] env[69895]: INFO nova.compute.manager [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Terminating instance [ 919.222504] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.238902] env[69895]: DEBUG nova.scheduler.client.report [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.487156] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471779, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.516620] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471776, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.425872} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.516620] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 78e8adaa-18c0-4548-8cd3-5e16040515af/78e8adaa-18c0-4548-8cd3-5e16040515af.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.516620] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.516873] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26b0e635-a8d7-4478-b24e-d22f5f18e992 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.525127] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 919.525127] env[69895]: value = "task-3471780" [ 919.525127] env[69895]: _type = "Task" [ 919.525127] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.533383] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.586667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.639845] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639845] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquired lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.639845] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.717985] env[69895]: DEBUG nova.compute.manager [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.718234] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.721976] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eb656d-69f5-4f94-858d-644a4bf50881 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.724868] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471774, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.74569} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.725129] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2/OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2.vmdk to [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk. [ 919.725428] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Cleaning up location [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 919.725601] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_52d49523-efec-4b0f-9b9e-c7553c8f98a2 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.726273] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d09b5469-fee6-4de5-a985-62981e855a94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.729912] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.730146] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077fcd61-469f-4295-9333-ff9bc30a0bde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.733327] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 919.733327] env[69895]: value = "task-3471781" [ 919.733327] env[69895]: _type = "Task" [ 919.733327] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.737436] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 919.737436] env[69895]: value = "task-3471782" [ 919.737436] env[69895]: _type = "Task" [ 919.737436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.743891] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.751484] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.751973] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.758339] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.762022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.721s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.762159] env[69895]: INFO nova.compute.claims [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.988597] env[69895]: DEBUG oslo_vmware.api [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471779, 'name': PowerOnVM_Task, 'duration_secs': 0.713888} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.989040] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.996020] env[69895]: DEBUG nova.compute.manager [None req-d50ca7c0-7f4b-4d3b-b625-ec8b195d1a45 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.996020] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c877e526-4d3c-4911-9a8a-f0f4c35b55e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.036941] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069528} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.041160] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.041160] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d9e49-41ea-4636-9a0b-a7e44a183d88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.066348] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 78e8adaa-18c0-4548-8cd3-5e16040515af/78e8adaa-18c0-4548-8cd3-5e16040515af.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.068017] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b1fe49-3525-475d-a9e1-c997e5aa4087 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.090131] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 920.090131] env[69895]: value = "task-3471783" [ 920.090131] env[69895]: _type = "Task" [ 920.090131] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.101407] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.160243] env[69895]: DEBUG nova.compute.manager [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Received event network-vif-plugged-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.160492] env[69895]: DEBUG oslo_concurrency.lockutils [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] Acquiring lock "79ae4798-a420-4654-ab46-58769d85f61b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.160721] env[69895]: DEBUG oslo_concurrency.lockutils [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] Lock "79ae4798-a420-4654-ab46-58769d85f61b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.160897] env[69895]: DEBUG oslo_concurrency.lockutils [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] Lock "79ae4798-a420-4654-ab46-58769d85f61b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.161163] env[69895]: DEBUG nova.compute.manager [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] No waiting events found dispatching network-vif-plugged-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.161402] env[69895]: WARNING nova.compute.manager [req-c3d70b86-ef0d-4ade-887e-37c30dd37583 req-bdbaa189-9af5-48ff-a20b-ec4c11d974f3 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Received unexpected event network-vif-plugged-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 for instance with vm_state building and task_state spawning. [ 920.218991] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.251019] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471782, 'name': PowerOffVM_Task, 'duration_secs': 0.297066} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.255638] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.257214] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.257550] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103572} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.258897] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d28954c7-7905-4054-b31b-abb955e657a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.274819] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.274819] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.274819] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk to [datastore2] c4e25f8c-ca45-426f-81ab-bdeabeb63c59/c4e25f8c-ca45-426f-81ab-bdeabeb63c59.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.274819] env[69895]: DEBUG nova.compute.utils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.284418] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67816325-92fb-4049-837b-58b0599750df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.285092] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.285092] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.299399] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 920.299399] env[69895]: value = "task-3471785" [ 920.299399] env[69895]: _type = "Task" [ 920.299399] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.309866] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.357361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.357361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.357361] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore1] 39bea95a-5af1-4ace-8557-675aa2473560 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.357361] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b854d73-447c-4ae1-bdbe-4c1a66e86677 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.365703] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 920.365703] env[69895]: value = "task-3471786" [ 920.365703] env[69895]: _type = "Task" [ 920.365703] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.376378] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.380166] env[69895]: DEBUG nova.policy [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.404015] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Successfully updated port: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.598713] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471783, 'name': ReconfigVM_Task, 'duration_secs': 0.308616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.599070] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 78e8adaa-18c0-4548-8cd3-5e16040515af/78e8adaa-18c0-4548-8cd3-5e16040515af.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.599897] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddeab17b-0b22-4634-8ced-7aa7c6f88ccf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.608026] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 920.608026] env[69895]: value = "task-3471787" [ 920.608026] env[69895]: _type = "Task" [ 920.608026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.619020] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471787, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.785493] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.810855] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.878784] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.879567] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Successfully created port: ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.903051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.903318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquired lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.903389] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.967691] env[69895]: DEBUG nova.network.neutron [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updating instance_info_cache with network_info: [{"id": "542283f7-8558-4179-b5a3-b95571e736c9", "address": "fa:16:3e:d2:8d:5c", "network": {"id": "ce98ce11-1f11-4a9d-9e2a-a36f88b6ea84", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-268506737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b92cd4074f42ddae847762a98bd822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542283f7-85", "ovs_interfaceid": "542283f7-8558-4179-b5a3-b95571e736c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.124857] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471787, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.320415] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.325657] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6dae4-4fcd-4692-973b-55567c1f13ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.339224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e965b3-1fcc-4b07-b050-b017c5189df3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.385936] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad05ca-822e-4bb3-ada0-4c48798efe0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.399056] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cded5a-a7e8-4c8b-93e7-072fa7108555 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.403346] env[69895]: DEBUG oslo_vmware.api [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625992} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.404403] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.404630] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.404960] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.405197] env[69895]: INFO nova.compute.manager [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Took 1.69 seconds to destroy the instance on the hypervisor. [ 921.405426] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.408547] env[69895]: DEBUG nova.compute.manager [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.408667] env[69895]: DEBUG nova.network.neutron [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.421880] env[69895]: DEBUG nova.compute.provider_tree [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.474265] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Releasing lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.474642] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Instance network_info: |[{"id": "542283f7-8558-4179-b5a3-b95571e736c9", "address": "fa:16:3e:d2:8d:5c", "network": {"id": "ce98ce11-1f11-4a9d-9e2a-a36f88b6ea84", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-268506737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b92cd4074f42ddae847762a98bd822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542283f7-85", "ovs_interfaceid": "542283f7-8558-4179-b5a3-b95571e736c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.475124] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:8d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542283f7-8558-4179-b5a3-b95571e736c9', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.487336] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Creating folder: Project (31b92cd4074f42ddae847762a98bd822). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.487336] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e63ba66-c153-4800-bc8e-6617d7916396 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.498667] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Created folder: Project (31b92cd4074f42ddae847762a98bd822) in parent group-v693805. [ 921.498920] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Creating folder: Instances. Parent ref: group-v693993. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.499180] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6df7df1-1db1-494d-ba72-e8a37d6e097e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.507608] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.511633] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Created folder: Instances in parent group-v693993. [ 921.511898] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.512126] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.512479] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3e24b4f-1a2f-4404-9053-975c7193fe7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.535066] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.535066] env[69895]: value = "task-3471790" [ 921.535066] env[69895]: _type = "Task" [ 921.535066] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.546717] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471790, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.629099] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471787, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.804679] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.824363] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.841982] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.842324] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.842506] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.842691] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.842880] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.842979] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.846410] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.846640] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.846833] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.847079] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.847286] env[69895]: DEBUG nova.virt.hardware [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.848252] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8cce5b-e307-419a-aa9a-55341a0d8f45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.859098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fc7966-ff9a-4062-95a0-8bfb5989cea1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.892162] env[69895]: DEBUG nova.network.neutron [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Updating instance_info_cache with network_info: [{"id": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "address": "fa:16:3e:0f:a5:04", "network": {"id": "f30a751e-f943-47cd-bc47-bfe815ab829e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-663915849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c2baae54c7456daaef03eab02cbc0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6e170b-cd", "ovs_interfaceid": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.925183] env[69895]: DEBUG nova.scheduler.client.report [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.046980] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471790, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.083385] env[69895]: DEBUG nova.compute.manager [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Received event network-changed-542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.083717] env[69895]: DEBUG nova.compute.manager [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Refreshing instance network info cache due to event network-changed-542283f7-8558-4179-b5a3-b95571e736c9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.084184] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] Acquiring lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.084429] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] Acquired lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.084772] env[69895]: DEBUG nova.network.neutron [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Refreshing network info cache for port 542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.126356] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471787, 'name': Rename_Task, 'duration_secs': 1.095972} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.126828] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.128697] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e993c597-7946-4de6-a2d1-cf97290851b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.138616] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 922.138616] env[69895]: value = "task-3471791" [ 922.138616] env[69895]: _type = "Task" [ 922.138616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.158049] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471791, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.319360] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.381932] env[69895]: DEBUG nova.compute.manager [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Received event network-changed-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.382069] env[69895]: DEBUG nova.compute.manager [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Refreshing instance network info cache due to event network-changed-cf6e170b-cdcf-4924-b24b-a492ec5dbe78. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.382557] env[69895]: DEBUG oslo_concurrency.lockutils [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] Acquiring lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.397544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Releasing lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.397905] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Instance network_info: |[{"id": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "address": "fa:16:3e:0f:a5:04", "network": {"id": "f30a751e-f943-47cd-bc47-bfe815ab829e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-663915849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c2baae54c7456daaef03eab02cbc0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6e170b-cd", "ovs_interfaceid": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.398304] env[69895]: DEBUG oslo_concurrency.lockutils [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] Acquired lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.398435] env[69895]: DEBUG nova.network.neutron [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Refreshing network info cache for port cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.399874] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a5:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf6e170b-cdcf-4924-b24b-a492ec5dbe78', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.407532] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Creating folder: Project (a0c2baae54c7456daaef03eab02cbc0e). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.408561] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9d8534-c0c3-4919-9aa5-b2f45b5e1ef0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.428921] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Created folder: Project (a0c2baae54c7456daaef03eab02cbc0e) in parent group-v693805. [ 922.428921] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Creating folder: Instances. Parent ref: group-v693996. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.428921] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6780906a-5862-4bff-a4cf-c0b809b2e6f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.432065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.432065] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.436226] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.709s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.436226] env[69895]: DEBUG nova.objects.instance [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lazy-loading 'resources' on Instance uuid 74b0e9bf-11d2-4942-875f-cc6354cbcc22 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.443113] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Created folder: Instances in parent group-v693996. [ 922.443405] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.443659] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.443905] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b65c0b2-1897-49c9-9e18-b8a28a9cfaea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.471455] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.471455] env[69895]: value = "task-3471794" [ 922.471455] env[69895]: _type = "Task" [ 922.471455] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.487785] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471794, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.550566] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471790, 'name': CreateVM_Task, 'duration_secs': 0.817395} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.551215] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.551473] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.551734] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.552137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.552622] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e062c9c5-4fd8-4115-8917-bcc886e8fe98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.562372] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 922.562372] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52970cfd-793f-e613-d245-8e69b7ad42b5" [ 922.562372] env[69895]: _type = "Task" [ 922.562372] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.576179] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52970cfd-793f-e613-d245-8e69b7ad42b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.601569] env[69895]: DEBUG nova.network.neutron [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.653118] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.822160] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.945195] env[69895]: DEBUG nova.compute.utils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.951907] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.952313] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.987343] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471794, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.080983] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52970cfd-793f-e613-d245-8e69b7ad42b5, 'name': SearchDatastore_Task, 'duration_secs': 0.091524} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.081398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.081653] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.081905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.082085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.082288] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.082635] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13cebb75-4cea-4aa5-b5e8-050ea98f71df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.107596] env[69895]: INFO nova.compute.manager [-] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Took 1.70 seconds to deallocate network for instance. [ 923.112300] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.112437] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.116106] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9c1979-a54e-4428-bc03-d3d1cb8e8d50 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.122664] env[69895]: DEBUG nova.policy [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac09904e8c244ab1a971a84c78459304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cb992221274f908354ed66640e216e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.125894] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 923.125894] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b0a86-84cb-1c45-c6fd-fcfa671d91f2" [ 923.125894] env[69895]: _type = "Task" [ 923.125894] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.148988] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b0a86-84cb-1c45-c6fd-fcfa671d91f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.150659] env[69895]: DEBUG nova.network.neutron [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updated VIF entry in instance network info cache for port 542283f7-8558-4179-b5a3-b95571e736c9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.151108] env[69895]: DEBUG nova.network.neutron [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updating instance_info_cache with network_info: [{"id": "542283f7-8558-4179-b5a3-b95571e736c9", "address": "fa:16:3e:d2:8d:5c", "network": {"id": "ce98ce11-1f11-4a9d-9e2a-a36f88b6ea84", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-268506737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b92cd4074f42ddae847762a98bd822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542283f7-85", "ovs_interfaceid": "542283f7-8558-4179-b5a3-b95571e736c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.157048] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.245171] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Successfully updated port: ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.321056] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.331069] env[69895]: INFO nova.compute.manager [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Rebuilding instance [ 923.394930] env[69895]: DEBUG nova.compute.manager [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.395841] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57c7fe-ce48-4540-80e5-49efbc8b7897 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.431152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.431433] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.431660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.431856] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.432044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.437000] env[69895]: INFO nova.compute.manager [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Terminating instance [ 923.451113] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.487595] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471794, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.574359] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52645801-2a84-4d48-8a8b-0a8c7c30521b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.581235] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f420f-90e4-458b-ad52-c86af96408e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.617622] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311833ba-ffba-4cd6-bfe5-007c6e66aff5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.621015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.626725] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91edbd69-bac7-4151-a44e-ae06b1a3ac5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.647622] env[69895]: DEBUG nova.compute.provider_tree [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.648912] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b0a86-84cb-1c45-c6fd-fcfa671d91f2, 'name': SearchDatastore_Task, 'duration_secs': 0.085237} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.652822] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80e1672-2253-4b42-b4b3-a4a66cbdf58a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.661526] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 923.661526] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232b4ce-9797-9afe-3beb-8b4c87439016" [ 923.661526] env[69895]: _type = "Task" [ 923.661526] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.665753] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc606243-ab24-4377-80df-83bc713b722c req-c6f9ab9d-77e3-4727-b19f-d0673dc4ce30 service nova] Releasing lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.665753] env[69895]: DEBUG oslo_vmware.api [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471791, 'name': PowerOnVM_Task, 'duration_secs': 1.171921} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.668130] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.668130] env[69895]: INFO nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Took 11.85 seconds to spawn the instance on the hypervisor. [ 923.668379] env[69895]: DEBUG nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.671911] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a266d76-67e6-4c04-b2fb-040ba66f9731 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.679670] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232b4ce-9797-9afe-3beb-8b4c87439016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.724020] env[69895]: INFO nova.compute.manager [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Rescuing [ 923.724020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.724020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.724020] env[69895]: DEBUG nova.network.neutron [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.747636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747794] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.747970] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.787241] env[69895]: DEBUG nova.network.neutron [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Updated VIF entry in instance network info cache for port cf6e170b-cdcf-4924-b24b-a492ec5dbe78. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.787843] env[69895]: DEBUG nova.network.neutron [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Updating instance_info_cache with network_info: [{"id": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "address": "fa:16:3e:0f:a5:04", "network": {"id": "f30a751e-f943-47cd-bc47-bfe815ab829e", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-663915849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0c2baae54c7456daaef03eab02cbc0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf6e170b-cd", "ovs_interfaceid": "cf6e170b-cdcf-4924-b24b-a492ec5dbe78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.823429] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471785, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.043235} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.823699] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e29f6322-443f-4f62-a545-edc74f8709ae/e29f6322-443f-4f62-a545-edc74f8709ae.vmdk to [datastore2] c4e25f8c-ca45-426f-81ab-bdeabeb63c59/c4e25f8c-ca45-426f-81ab-bdeabeb63c59.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.824727] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28c32e-1d3a-4047-9beb-c67bcd22f0ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.847841] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] c4e25f8c-ca45-426f-81ab-bdeabeb63c59/c4e25f8c-ca45-426f-81ab-bdeabeb63c59.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.848559] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ca7500-311c-449a-af3b-a7198d650d1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.870024] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 923.870024] env[69895]: value = "task-3471795" [ 923.870024] env[69895]: _type = "Task" [ 923.870024] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.878983] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.943621] env[69895]: DEBUG nova.compute.manager [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.943621] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.943621] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e5bd04-17f3-4558-8b0f-c4f4b0ad6e79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.954484] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.954484] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52221079-320e-4e64-b5da-99ec581ff212 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.964395] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 923.964395] env[69895]: value = "task-3471796" [ 923.964395] env[69895]: _type = "Task" [ 923.964395] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.971343] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.971701] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.971765] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.971942] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.972142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.974744] env[69895]: INFO nova.compute.manager [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Terminating instance [ 923.985169] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.988485] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471794, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.154358] env[69895]: DEBUG nova.scheduler.client.report [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.177028] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232b4ce-9797-9afe-3beb-8b4c87439016, 'name': SearchDatastore_Task, 'duration_secs': 0.078174} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.177028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.177028] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc/29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.177028] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-518839fa-ca4c-4c20-bb23-54ac45e45196 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.189639] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 924.189639] env[69895]: value = "task-3471797" [ 924.189639] env[69895]: _type = "Task" [ 924.189639] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.189872] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Successfully created port: 9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.198333] env[69895]: INFO nova.compute.manager [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Took 63.40 seconds to build instance. [ 924.206083] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.285950] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.290836] env[69895]: DEBUG oslo_concurrency.lockutils [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] Releasing lock "refresh_cache-79ae4798-a420-4654-ab46-58769d85f61b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.291149] env[69895]: DEBUG nova.compute.manager [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Received event network-vif-deleted-72324ade-1095-4cfd-b0ec-574e45fa0601 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.291447] env[69895]: INFO nova.compute.manager [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Neutron deleted interface 72324ade-1095-4cfd-b0ec-574e45fa0601; detaching it from the instance and deleting it from the info cache [ 924.291575] env[69895]: DEBUG nova.network.neutron [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.384956] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.422441] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.422441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b7ac9d-5da3-4ed2-8f5a-011259d866e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.429698] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 924.429698] env[69895]: value = "task-3471798" [ 924.429698] env[69895]: _type = "Task" [ 924.429698] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.439640] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.466214] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.476971] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471796, 'name': PowerOffVM_Task, 'duration_secs': 0.47268} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.482019] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.482019] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.482019] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2754a5b4-f663-4180-9848-007292dcc82f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.488227] env[69895]: DEBUG nova.compute.manager [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.488440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.488748] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471794, 'name': CreateVM_Task, 'duration_secs': 1.585237} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.497919] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66739044-1d4b-400b-a655-3139960c6ae1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.502364] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.504520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.504520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.504520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.505693] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807cd696-afce-4df6-884c-9ce452ee6f1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.518214] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.518498] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.518736] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.518828] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.518976] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.519154] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.519369] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.519535] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.519689] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.519851] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.520865] env[69895]: DEBUG nova.virt.hardware [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.520865] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.522015] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a2f7d-0517-455b-9081-fb3b9c65691a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.525657] env[69895]: DEBUG nova.network.neutron [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Updating instance_info_cache with network_info: [{"id": "ad80a0f6-e435-423e-918b-f35dc3946c51", "address": "fa:16:3e:a1:11:9a", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad80a0f6-e4", "ovs_interfaceid": "ad80a0f6-e435-423e-918b-f35dc3946c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.527289] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf641717-e5ac-441a-80f3-4253e4416b24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.530974] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 924.530974] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b15c7-5163-afcc-2d92-3f0fd19bd43b" [ 924.530974] env[69895]: _type = "Task" [ 924.530974] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.539383] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 924.539383] env[69895]: value = "task-3471800" [ 924.539383] env[69895]: _type = "Task" [ 924.539383] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.541873] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46dbdff-161f-4d85-9e01-4a5d7f2dfe48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.556183] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b15c7-5163-afcc-2d92-3f0fd19bd43b, 'name': SearchDatastore_Task, 'duration_secs': 0.012094} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.556473] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.556812] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.556971] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleting the datastore file [datastore1] d2668357-cf62-4a3a-9e0e-a1563a821acf {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.557925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.558245] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.558562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.558744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.559011] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.559855] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44a705c-0e78-4b26-b31e-75c60e943021 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.572845] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce1174b-6e26-46ca-897b-e37287f1a27d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.581558] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.588032] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 924.588032] env[69895]: value = "task-3471801" [ 924.588032] env[69895]: _type = "Task" [ 924.588032] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.592119] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.593053] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.594139] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2112993-c431-4934-bed2-1636dfa12669 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.602901] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.611151] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 924.611151] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239edbe-48c9-b60d-0af8-dfe0fa658331" [ 924.611151] env[69895]: _type = "Task" [ 924.611151] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.622592] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239edbe-48c9-b60d-0af8-dfe0fa658331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.663510] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.667091] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.909s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.669109] env[69895]: INFO nova.compute.claims [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.702627] env[69895]: DEBUG oslo_concurrency.lockutils [None req-88e7b6cf-32d2-4586-b7fe-3826a56da102 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.214s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.702980] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.707933] env[69895]: INFO nova.scheduler.client.report [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Deleted allocations for instance 74b0e9bf-11d2-4942-875f-cc6354cbcc22 [ 924.795224] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-247c6493-668a-4650-8504-3c764801fae4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.805224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e4a761-47ea-46c2-b6e3-88f2d37246bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.841656] env[69895]: DEBUG nova.compute.manager [req-b46f9b2e-5ef1-45c8-8904-9e9a84944d7f req-ae259506-2a0c-4121-bb3e-55bb181ba931 service nova] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Detach interface failed, port_id=72324ade-1095-4cfd-b0ec-574e45fa0601, reason: Instance 39bea95a-5af1-4ace-8557-675aa2473560 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.884704] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471795, 'name': ReconfigVM_Task, 'duration_secs': 0.902737} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.885280] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Reconfigured VM instance instance-00000047 to attach disk [datastore2] c4e25f8c-ca45-426f-81ab-bdeabeb63c59/c4e25f8c-ca45-426f-81ab-bdeabeb63c59.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.886421] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d07223-6a03-44b8-bc5d-916936841163 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894799] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 924.894799] env[69895]: value = "task-3471802" [ 924.894799] env[69895]: _type = "Task" [ 924.894799] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.904090] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471802, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.939156] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471798, 'name': PowerOffVM_Task, 'duration_secs': 0.297155} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.939458] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.939698] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.940527] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359352c6-9aee-4764-8879-3c42f93c9645 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.955963] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.956313] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5345680e-6ba1-4637-94f2-138e2f8eea05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.020145] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.020405] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.020586] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleting the datastore file [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.020869] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57f38394-4b63-4e6b-a689-26653ffc8ced {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.028106] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 925.028106] env[69895]: value = "task-3471804" [ 925.028106] env[69895]: _type = "Task" [ 925.028106] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.031778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.032130] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Instance network_info: |[{"id": "ad80a0f6-e435-423e-918b-f35dc3946c51", "address": "fa:16:3e:a1:11:9a", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad80a0f6-e4", "ovs_interfaceid": "ad80a0f6-e435-423e-918b-f35dc3946c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.032567] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:11:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad80a0f6-e435-423e-918b-f35dc3946c51', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.040440] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.041156] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.041776] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-408b9306-fda3-408a-b4da-eda1b6b4c33d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.062111] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.067595] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471800, 'name': PowerOffVM_Task, 'duration_secs': 0.256881} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.068878] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.069080] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.069318] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.069318] env[69895]: value = "task-3471805" [ 925.069318] env[69895]: _type = "Task" [ 925.069318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.069511] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd08aab-ab08-46eb-b776-37ecd9600605 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.080937] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471805, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.094303] env[69895]: DEBUG oslo_vmware.api [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372897} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.094557] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.094745] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.095019] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.095106] env[69895]: INFO nova.compute.manager [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.095374] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.095570] env[69895]: DEBUG nova.compute.manager [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.095663] env[69895]: DEBUG nova.network.neutron [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.120819] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239edbe-48c9-b60d-0af8-dfe0fa658331, 'name': SearchDatastore_Task, 'duration_secs': 0.06948} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.121700] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ad19dc-116e-47fa-a6ff-34c5f2b64350 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.129770] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 925.129770] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525f0887-9148-cd42-f3bb-78777a383852" [ 925.129770] env[69895]: _type = "Task" [ 925.129770] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.138407] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525f0887-9148-cd42-f3bb-78777a383852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.142609] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.142858] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.143114] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleting the datastore file [datastore2] 06ba5a6c-dba0-43db-b2d9-7b1070fe0687 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.143426] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff41df2-7ff9-495f-8b0b-34b520456635 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.150802] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for the task: (returnval){ [ 925.150802] env[69895]: value = "task-3471807" [ 925.150802] env[69895]: _type = "Task" [ 925.150802] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.159220] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.201713] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744774} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.202018] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc/29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.202368] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.204129] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70e44815-e8b7-40c9-994d-5675721c1ec8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.208659] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 925.208659] env[69895]: value = "task-3471808" [ 925.208659] env[69895]: _type = "Task" [ 925.208659] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.216152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Lock "74b0e9bf-11d2-4942-875f-cc6354cbcc22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.968s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.223168] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.249876] env[69895]: DEBUG nova.network.neutron [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [{"id": "8f771c47-4e31-49e6-9a91-1968156f6d85", "address": "fa:16:3e:16:bc:28", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f771c47-4e", "ovs_interfaceid": "8f771c47-4e31-49e6-9a91-1968156f6d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.406582] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471802, 'name': Rename_Task, 'duration_secs': 0.18795} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.406940] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.407646] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a440303b-7458-47b2-9be5-010896a11910 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.414041] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 925.414041] env[69895]: value = "task-3471809" [ 925.414041] env[69895]: _type = "Task" [ 925.414041] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.421931] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.539441] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211978} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.539700] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.540722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.540722] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.580946] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471805, 'name': CreateVM_Task, 'duration_secs': 0.404452} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.581613] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.582315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.582522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.583311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.583407] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad98842b-536c-4b5d-91ac-16092fb1cb72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.589891] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 925.589891] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b8994c-e4e4-9c11-f152-c400a486d7ec" [ 925.589891] env[69895]: _type = "Task" [ 925.589891] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.596326] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b8994c-e4e4-9c11-f152-c400a486d7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.644886] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525f0887-9148-cd42-f3bb-78777a383852, 'name': SearchDatastore_Task, 'duration_secs': 0.019218} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.645369] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.645793] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 79ae4798-a420-4654-ab46-58769d85f61b/79ae4798-a420-4654-ab46-58769d85f61b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.646215] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4721214d-bb59-4bba-92eb-0fd62f42afa0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.658017] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 925.658017] env[69895]: value = "task-3471810" [ 925.658017] env[69895]: _type = "Task" [ 925.658017] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.669111] env[69895]: DEBUG oslo_vmware.api [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Task: {'id': task-3471807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171223} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.671420] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.671733] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.672239] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.672581] env[69895]: INFO nova.compute.manager [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.672964] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.674595] env[69895]: DEBUG nova.compute.manager [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Received event network-vif-plugged-ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.674923] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Acquiring lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.675260] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.675542] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.675837] env[69895]: DEBUG nova.compute.manager [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] No waiting events found dispatching network-vif-plugged-ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.676165] env[69895]: WARNING nova.compute.manager [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Received unexpected event network-vif-plugged-ad80a0f6-e435-423e-918b-f35dc3946c51 for instance with vm_state building and task_state spawning. [ 925.676441] env[69895]: DEBUG nova.compute.manager [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Received event network-changed-ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.676706] env[69895]: DEBUG nova.compute.manager [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Refreshing instance network info cache due to event network-changed-ad80a0f6-e435-423e-918b-f35dc3946c51. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.677025] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Acquiring lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.677297] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Acquired lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.677698] env[69895]: DEBUG nova.network.neutron [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Refreshing network info cache for port ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.686372] env[69895]: DEBUG nova.compute.manager [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.686496] env[69895]: DEBUG nova.network.neutron [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.692112] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.720231] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069724} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.722615] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.723745] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682fd79a-3892-42d5-a863-56d2011ff446 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.749439] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc/29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.754290] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010a1ca9-d1d9-4ce9-b1c9-4a539080cf6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.772329] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.782059] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 925.782059] env[69895]: value = "task-3471811" [ 925.782059] env[69895]: _type = "Task" [ 925.782059] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.794126] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.879836] env[69895]: DEBUG nova.network.neutron [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.925850] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.030774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.031228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.099464] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b8994c-e4e4-9c11-f152-c400a486d7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.043085} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.099977] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.101364] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.101364] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.101445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.101778] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.101900] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e51bd67-41c0-483c-8ded-4b6143a3f8d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.114577] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.114948] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.115588] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c028e4d-7a8d-402d-acd8-d482a46dbc02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.124682] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 926.124682] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5289cae7-5799-d0d4-e5d3-83d9d4c91128" [ 926.124682] env[69895]: _type = "Task" [ 926.124682] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.134839] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5289cae7-5799-d0d4-e5d3-83d9d4c91128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.168582] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.261131] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142ac64-9933-4f23-840b-9a1dc0f7afc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.272165] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b89d7b8-cda0-4962-91e4-af1e2c2abff2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.314158] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1076daa-2f71-4cfc-b4e9-02bbc5d1b5de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.327478] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.331010] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5cb953-0ec3-4baf-880d-0833d67f1a46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.347238] env[69895]: DEBUG nova.compute.provider_tree [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.383291] env[69895]: INFO nova.compute.manager [-] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Took 1.29 seconds to deallocate network for instance. [ 926.427484] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471809, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.515459] env[69895]: DEBUG nova.network.neutron [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.528752] env[69895]: DEBUG nova.network.neutron [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Updated VIF entry in instance network info cache for port ad80a0f6-e435-423e-918b-f35dc3946c51. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.528752] env[69895]: DEBUG nova.network.neutron [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Updating instance_info_cache with network_info: [{"id": "ad80a0f6-e435-423e-918b-f35dc3946c51", "address": "fa:16:3e:a1:11:9a", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad80a0f6-e4", "ovs_interfaceid": "ad80a0f6-e435-423e-918b-f35dc3946c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.535916] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.586211] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.586491] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.586650] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.587469] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.587469] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.587469] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.587702] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.587877] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.588052] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.588220] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.588424] env[69895]: DEBUG nova.virt.hardware [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.589692] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7607dd10-9aa6-4b80-8c47-ed43c768e542 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.600946] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02122220-3e40-4f80-b929-45ddd4316b50 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.619050] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:56:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f16c9ff-909a-4e02-95d9-b30544d080f2', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.628426] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.629578] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.633938] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef31886-3c05-49ac-a295-164fe1b710f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.658038] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5289cae7-5799-d0d4-e5d3-83d9d4c91128, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.658038] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.658038] env[69895]: value = "task-3471812" [ 926.658038] env[69895]: _type = "Task" [ 926.658038] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.658038] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6270bc-1660-41fe-9bde-95681300c2ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.670093] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 926.670093] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c98d40-17e7-809c-3954-3f3015d389f8" [ 926.670093] env[69895]: _type = "Task" [ 926.670093] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.676783] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830599} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.676783] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471812, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.679990] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 79ae4798-a420-4654-ab46-58769d85f61b/79ae4798-a420-4654-ab46-58769d85f61b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.680135] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.680285] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e93f8d9-8735-4abb-bbe7-0306454b0478 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.686935] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c98d40-17e7-809c-3954-3f3015d389f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.688278] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 926.688278] env[69895]: value = "task-3471813" [ 926.688278] env[69895]: _type = "Task" [ 926.688278] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.701496] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.818130] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471811, 'name': ReconfigVM_Task, 'duration_secs': 0.763138} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.818130] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc/29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.818267] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f979158-759f-43ee-94bf-9d20b8e10f27 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.825926] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 926.825926] env[69895]: value = "task-3471814" [ 926.825926] env[69895]: _type = "Task" [ 926.825926] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.838488] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471814, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.853656] env[69895]: DEBUG nova.scheduler.client.report [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.893794] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.931748] env[69895]: DEBUG oslo_vmware.api [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471809, 'name': PowerOnVM_Task, 'duration_secs': 1.227755} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.932042] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.932241] env[69895]: INFO nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Took 17.75 seconds to spawn the instance on the hypervisor. [ 926.932417] env[69895]: DEBUG nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.933217] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c431f1-4dae-4c59-8327-d1a0b91e9f02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.971230] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Successfully updated port: 9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.021891] env[69895]: INFO nova.compute.manager [-] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Took 1.34 seconds to deallocate network for instance. [ 927.031726] env[69895]: DEBUG oslo_concurrency.lockutils [req-5c8c8ddc-42b5-46d0-8c7e-12a1534563aa req-96528aad-f93b-46bf-86a0-ea0141e60eb7 service nova] Releasing lock "refresh_cache-14ec5117-fb1c-4c2d-be3f-f5b58871c870" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.071608] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.081252] env[69895]: DEBUG nova.compute.manager [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Received event network-vif-plugged-9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.081479] env[69895]: DEBUG oslo_concurrency.lockutils [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] Acquiring lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.081693] env[69895]: DEBUG oslo_concurrency.lockutils [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] Lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.081861] env[69895]: DEBUG oslo_concurrency.lockutils [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] Lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.082197] env[69895]: DEBUG nova.compute.manager [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] No waiting events found dispatching network-vif-plugged-9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.082425] env[69895]: WARNING nova.compute.manager [req-32fad247-022d-4f3c-ba31-2799e7808852 req-db759bad-8475-4349-bb49-dbd201f69a8d service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Received unexpected event network-vif-plugged-9de48f00-ac96-4522-8082-0f34d0976ea8 for instance with vm_state building and task_state spawning. [ 927.173826] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471812, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.187071] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c98d40-17e7-809c-3954-3f3015d389f8, 'name': SearchDatastore_Task, 'duration_secs': 0.030811} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.187760] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.187955] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 14ec5117-fb1c-4c2d-be3f-f5b58871c870/14ec5117-fb1c-4c2d-be3f-f5b58871c870.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.188842] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bca7b13-0edb-4c64-95f3-44c4e8dd86bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.205224] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107863} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.205224] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.205905] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 927.205905] env[69895]: value = "task-3471815" [ 927.205905] env[69895]: _type = "Task" [ 927.205905] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.206712] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a9dbf-20ff-4e80-bae6-976fd174a7dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.219315] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.239036] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 79ae4798-a420-4654-ab46-58769d85f61b/79ae4798-a420-4654-ab46-58769d85f61b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.239351] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b71de4-b3b5-43c4-aa05-1a1935469eea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.261318] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 927.261318] env[69895]: value = "task-3471816" [ 927.261318] env[69895]: _type = "Task" [ 927.261318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.271527] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.334552] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.337726] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ad564b5-f37c-4b14-8cad-482904a49490 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.345943] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471814, 'name': Rename_Task, 'duration_secs': 0.412345} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.347588] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.347955] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 927.347955] env[69895]: value = "task-3471817" [ 927.347955] env[69895]: _type = "Task" [ 927.347955] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.348225] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c5f69c-48ef-41a4-88cd-0a277d75292e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.356494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.356972] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.367175] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.942s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.369235] env[69895]: INFO nova.compute.claims [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.372879] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 927.372879] env[69895]: value = "task-3471818" [ 927.372879] env[69895]: _type = "Task" [ 927.372879] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.373144] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.382763] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.454178] env[69895]: INFO nova.compute.manager [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Took 68.26 seconds to build instance. [ 927.477953] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.478024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.478143] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.529987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.678258] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471812, 'name': CreateVM_Task, 'duration_secs': 0.634232} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.678732] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.679755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.679755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.679755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.680063] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad11eb6-5234-4709-a94e-a3d27b326318 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.685893] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 927.685893] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe34ce-9b00-2f2c-3789-7d718bc1d021" [ 927.685893] env[69895]: _type = "Task" [ 927.685893] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.694746] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe34ce-9b00-2f2c-3789-7d718bc1d021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.720333] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.773346] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.860200] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471817, 'name': PowerOffVM_Task, 'duration_secs': 0.215906} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.861598] env[69895]: DEBUG nova.compute.utils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.863103] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.863720] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 927.864534] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bda841-b416-47ba-8534-9228d5e54154 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.894591] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf98158-b204-4014-9e28-10e8722eb45d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.908150] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471818, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.947235] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.947663] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1147744-a085-43bf-a0b6-00041e672bdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.959102] env[69895]: DEBUG oslo_concurrency.lockutils [None req-038223d9-fe02-4d47-83c2-b48e4723548d tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.291s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.963099] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 927.963099] env[69895]: value = "task-3471819" [ 927.963099] env[69895]: _type = "Task" [ 927.963099] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.975678] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 927.975824] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.976133] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.976346] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.976592] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.977470] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37bbac7c-2e64-4695-a73f-a260c0d945be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.986900] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.987129] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.987884] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d93da3f-8c3b-4afa-9f3c-80066ddf4452 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.997617] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 927.997617] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527588bb-00af-a058-3c42-9faaff26bb53" [ 927.997617] env[69895]: _type = "Task" [ 927.997617] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.006268] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527588bb-00af-a058-3c42-9faaff26bb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.031172] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.200781] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe34ce-9b00-2f2c-3789-7d718bc1d021, 'name': SearchDatastore_Task, 'duration_secs': 0.068106} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.203430] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.203673] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.203911] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.204094] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.204283] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.204785] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-364539ca-575a-4540-abb5-c5ca1b8d8c81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.218826] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.219147] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.219960] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245e7847-58bb-490f-929d-eb12196f402f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.226185] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723023} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.228892] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 14ec5117-fb1c-4c2d-be3f-f5b58871c870/14ec5117-fb1c-4c2d-be3f-f5b58871c870.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.229133] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.229610] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36ab04c-f601-4830-ad3c-0aa5679bb252 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.233097] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 928.233097] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5202b26e-3def-8911-73f9-6e0bf1712688" [ 928.233097] env[69895]: _type = "Task" [ 928.233097] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.238252] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 928.238252] env[69895]: value = "task-3471820" [ 928.238252] env[69895]: _type = "Task" [ 928.238252] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.248434] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5202b26e-3def-8911-73f9-6e0bf1712688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.253695] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.270925] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471816, 'name': ReconfigVM_Task, 'duration_secs': 0.792965} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.271279] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 79ae4798-a420-4654-ab46-58769d85f61b/79ae4798-a420-4654-ab46-58769d85f61b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.271926] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a97ce4-6862-4054-9191-960da7035323 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.278733] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 928.278733] env[69895]: value = "task-3471821" [ 928.278733] env[69895]: _type = "Task" [ 928.278733] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.282441] env[69895]: DEBUG nova.network.neutron [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Updating instance_info_cache with network_info: [{"id": "9de48f00-ac96-4522-8082-0f34d0976ea8", "address": "fa:16:3e:4e:89:58", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de48f00-ac", "ovs_interfaceid": "9de48f00-ac96-4522-8082-0f34d0976ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.289682] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471821, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.293110] env[69895]: DEBUG nova.compute.manager [req-63f46462-3464-405c-b73c-4d69f5ade560 req-3827b38e-74f2-4fec-a136-71a2a1c5c190 service nova] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Received event network-vif-deleted-21b67fd0-e6e4-4843-899f-a219bdc99d93 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.293110] env[69895]: DEBUG nova.compute.manager [req-63f46462-3464-405c-b73c-4d69f5ade560 req-3827b38e-74f2-4fec-a136-71a2a1c5c190 service nova] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Received event network-vif-deleted-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.365169] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.402552] env[69895]: DEBUG oslo_vmware.api [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471818, 'name': PowerOnVM_Task, 'duration_secs': 0.758535} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.402875] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.403209] env[69895]: INFO nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Took 11.89 seconds to spawn the instance on the hypervisor. [ 928.403420] env[69895]: DEBUG nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.404334] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576679e-8850-4dff-a4eb-ac2f56ee81f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.417893] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6a4f1-83dd-41ec-8643-4beace0de9d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.428248] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f869687f-9ddd-439d-952e-c4e62c4b3057 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.462373] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.462637] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.462900] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.463385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.463590] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.465943] env[69895]: INFO nova.compute.manager [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Terminating instance [ 928.468153] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5367da4-f227-4fd5-85a0-8825d7e57344 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.477623] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd60bc-9ca8-4c75-8309-da79828e345a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.492415] env[69895]: DEBUG nova.compute.provider_tree [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.511639] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527588bb-00af-a058-3c42-9faaff26bb53, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.515685] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ae178c-2074-492c-835b-394f3d7e0983 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.521864] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 928.521864] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5257c046-d6e8-3f02-05de-35248aa7a91a" [ 928.521864] env[69895]: _type = "Task" [ 928.521864] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.530970] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5257c046-d6e8-3f02-05de-35248aa7a91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.744916] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5202b26e-3def-8911-73f9-6e0bf1712688, 'name': SearchDatastore_Task, 'duration_secs': 0.021572} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.746132] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4f9c944-346f-4127-8d88-16cbca7d304c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.751699] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069133} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.752259] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.753038] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a3c559-8c4f-4963-b5dc-d0d72a28a9b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.756492] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 928.756492] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211b017-ece0-6001-3aef-820dc1821bbe" [ 928.756492] env[69895]: _type = "Task" [ 928.756492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.778383] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 14ec5117-fb1c-4c2d-be3f-f5b58871c870/14ec5117-fb1c-4c2d-be3f-f5b58871c870.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.779583] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a2db74-a1b9-44ab-a361-10a9a6a24410 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.799303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.799605] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Instance network_info: |[{"id": "9de48f00-ac96-4522-8082-0f34d0976ea8", "address": "fa:16:3e:4e:89:58", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de48f00-ac", "ovs_interfaceid": "9de48f00-ac96-4522-8082-0f34d0976ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.799894] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211b017-ece0-6001-3aef-820dc1821bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.805020] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:89:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9de48f00-ac96-4522-8082-0f34d0976ea8', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.810341] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.811038] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.811548] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e22c40ed-9dc4-4f8b-b795-fe8dd86a7baf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.830085] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 928.830085] env[69895]: value = "task-3471822" [ 928.830085] env[69895]: _type = "Task" [ 928.830085] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.830444] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471821, 'name': Rename_Task, 'duration_secs': 0.175225} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.831190] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.834168] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fedb3ff-7a46-4af5-b1b7-4ec4979a8d17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.836815] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.836815] env[69895]: value = "task-3471823" [ 928.836815] env[69895]: _type = "Task" [ 928.836815] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.844063] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.844387] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 928.844387] env[69895]: value = "task-3471824" [ 928.844387] env[69895]: _type = "Task" [ 928.844387] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.850812] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471823, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.857566] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.930026] env[69895]: INFO nova.compute.manager [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Took 52.95 seconds to build instance. [ 928.973135] env[69895]: DEBUG nova.compute.manager [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.973388] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.974385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8a3f5-60f8-4fab-97ef-a3360b96f995 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.982074] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.982335] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b474a03-ab70-4f48-aeb0-da6b7f13ee51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.988701] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 928.988701] env[69895]: value = "task-3471825" [ 928.988701] env[69895]: _type = "Task" [ 928.988701] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.997335] env[69895]: DEBUG nova.scheduler.client.report [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.001135] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.032173] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5257c046-d6e8-3f02-05de-35248aa7a91a, 'name': SearchDatastore_Task, 'duration_secs': 0.017109} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.032474] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.032761] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 929.033052] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf00d73e-b44e-44e1-985b-f50a4c94033a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.040752] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 929.040752] env[69895]: value = "task-3471826" [ 929.040752] env[69895]: _type = "Task" [ 929.040752] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.048928] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.204381] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.204642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.264049] env[69895]: DEBUG nova.compute.manager [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Received event network-changed-9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.264303] env[69895]: DEBUG nova.compute.manager [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Refreshing instance network info cache due to event network-changed-9de48f00-ac96-4522-8082-0f34d0976ea8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.264546] env[69895]: DEBUG oslo_concurrency.lockutils [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] Acquiring lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.265010] env[69895]: DEBUG oslo_concurrency.lockutils [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] Acquired lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.265234] env[69895]: DEBUG nova.network.neutron [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Refreshing network info cache for port 9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.276823] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5211b017-ece0-6001-3aef-820dc1821bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.042646} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.278751] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.278751] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.278751] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75f23ec5-9b46-4e9d-80ae-12c276c7c6dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.287309] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 929.287309] env[69895]: value = "task-3471827" [ 929.287309] env[69895]: _type = "Task" [ 929.287309] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.298956] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.346312] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.355834] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471823, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.361872] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.376809] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.409880] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.410208] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.410384] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.410689] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.410796] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.410923] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.411268] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.411452] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.411650] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.411822] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.412074] env[69895]: DEBUG nova.virt.hardware [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.413512] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f102c-8815-4e8a-8e87-1f0d1d361f3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.424874] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360efdd1-9570-4b3b-9b79-71a97f7fa5c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.440185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6eec7cfa-e04c-424b-9049-ef356dd27477 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.483s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.440705] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.446872] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Creating folder: Project (5b00b67998684c04b7b7d417681e0f31). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.447305] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d4d93b-10f3-47fc-85cc-7d1c2efe94a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.460632] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Created folder: Project (5b00b67998684c04b7b7d417681e0f31) in parent group-v693805. [ 929.460770] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Creating folder: Instances. Parent ref: group-v694002. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.461059] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67931b0b-5eb7-481a-bcc9-fc8adf241ed9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.471924] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Created folder: Instances in parent group-v694002. [ 929.471924] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.472232] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.472478] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45148089-50a3-43c0-bfd1-6c52f3db7810 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.495485] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.495485] env[69895]: value = "task-3471830" [ 929.495485] env[69895]: _type = "Task" [ 929.495485] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.504494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.504756] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.508474] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471825, 'name': PowerOffVM_Task, 'duration_secs': 0.288837} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.512571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.729s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.512846] env[69895]: DEBUG nova.objects.instance [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'resources' on Instance uuid b7b39353-333f-480a-a593-2f9effdb2070 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.515689] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.515825] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.516165] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471830, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.516719] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fdb4d9d-0b63-4f18-a287-9a3676faed2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.552066] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.597287] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.597488] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.597747] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore2] c4e25f8c-ca45-426f-81ab-bdeabeb63c59 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.598088] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cce970ce-0969-4342-a985-b5e0a0597ef8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.605470] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 929.605470] env[69895]: value = "task-3471832" [ 929.605470] env[69895]: _type = "Task" [ 929.605470] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.616914] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.707480] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.800021] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.856158] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.869541] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471823, 'name': CreateVM_Task, 'duration_secs': 0.590308} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.874489] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.874989] env[69895]: DEBUG oslo_vmware.api [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471824, 'name': PowerOnVM_Task, 'duration_secs': 0.775112} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.878254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.878254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.878254] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.878254] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.878254] env[69895]: INFO nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Took 10.93 seconds to spawn the instance on the hypervisor. [ 929.878608] env[69895]: DEBUG nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.879589] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4d6faf-653b-4ca7-aec0-45bb7a23d5c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.883153] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ef692-7150-414e-b96d-4aa4ed49fe2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.898823] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 929.898823] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a402b-11de-d1a9-80fa-517692d407ba" [ 929.898823] env[69895]: _type = "Task" [ 929.898823] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.913068] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a402b-11de-d1a9-80fa-517692d407ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.011632] env[69895]: DEBUG nova.compute.utils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.013033] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471830, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.013383] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.013566] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.051870] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665624} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.051951] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 930.052891] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86553b3e-e965-464d-a88a-dce527cf2590 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.083735] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.086778] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2f5c27-944b-439d-aa7c-d32624cf8530 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.103821] env[69895]: DEBUG nova.policy [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.114089] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 930.114089] env[69895]: value = "task-3471833" [ 930.114089] env[69895]: _type = "Task" [ 930.114089] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.116720] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.126551] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.233425] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.302524] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859424} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.305187] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.305444] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.309058] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ad71ee8-b4fe-4a81-894d-2bf554085b98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.315650] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 930.315650] env[69895]: value = "task-3471834" [ 930.315650] env[69895]: _type = "Task" [ 930.315650] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.325910] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.343856] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.367594] env[69895]: DEBUG nova.network.neutron [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Updated VIF entry in instance network info cache for port 9de48f00-ac96-4522-8082-0f34d0976ea8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.368057] env[69895]: DEBUG nova.network.neutron [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Updating instance_info_cache with network_info: [{"id": "9de48f00-ac96-4522-8082-0f34d0976ea8", "address": "fa:16:3e:4e:89:58", "network": {"id": "c2f57621-5583-4276-9110-9ab73cd92236", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-502253266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cb992221274f908354ed66640e216e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de48f00-ac", "ovs_interfaceid": "9de48f00-ac96-4522-8082-0f34d0976ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.416759] env[69895]: INFO nova.compute.manager [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Took 54.16 seconds to build instance. [ 930.425118] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a402b-11de-d1a9-80fa-517692d407ba, 'name': SearchDatastore_Task, 'duration_secs': 0.06635} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.425118] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.425118] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.425118] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.425118] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.425118] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.425118] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e67fa8e-6368-46d7-aca7-cec975e250fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.435665] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.435873] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.436730] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d45626-84b1-4180-a77b-b7f5081b8f3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.445916] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 930.445916] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b92949-b379-c3c0-7c23-fb3e8a983297" [ 930.445916] env[69895]: _type = "Task" [ 930.445916] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.459017] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b92949-b379-c3c0-7c23-fb3e8a983297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.461293] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Successfully created port: 6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.511210] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471830, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.520043] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.578913] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca424e3-f817-4ee8-a5f3-4ff2d45c7978 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.587202] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8bcdd7-f24b-40a0-ba57-1effec47174d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.637554] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d9a87-1bd2-4655-b326-c47e87c3e52a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.647494] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.652748] env[69895]: DEBUG oslo_vmware.api [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.799427} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.653339] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.653988] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.653988] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.653988] env[69895]: INFO nova.compute.manager [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Took 1.68 seconds to destroy the instance on the hypervisor. [ 930.654788] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.655687] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e6a35-4f82-48ff-8096-ea5537193c23 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.661980] env[69895]: DEBUG nova.compute.manager [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.662094] env[69895]: DEBUG nova.network.neutron [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.676710] env[69895]: DEBUG nova.compute.provider_tree [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.826806] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.842109] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471822, 'name': ReconfigVM_Task, 'duration_secs': 1.671585} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.843400] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 14ec5117-fb1c-4c2d-be3f-f5b58871c870/14ec5117-fb1c-4c2d-be3f-f5b58871c870.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.843400] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-384fcdb9-92da-47a9-bbf3-06e279ea45fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.851938] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 930.851938] env[69895]: value = "task-3471835" [ 930.851938] env[69895]: _type = "Task" [ 930.851938] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.860216] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471835, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.870982] env[69895]: DEBUG oslo_concurrency.lockutils [req-d34f3e66-2a2f-4d43-ab21-77ba5c9753a2 req-e490b920-2276-48fc-8458-55e597573dbd service nova] Releasing lock "refresh_cache-bda20858-0f1e-4055-ad92-171d790b7a07" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.924167] env[69895]: DEBUG oslo_concurrency.lockutils [None req-583386f8-6624-4144-89fb-0c538a9b3b99 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.679s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.958074] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b92949-b379-c3c0-7c23-fb3e8a983297, 'name': SearchDatastore_Task, 'duration_secs': 0.019467} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.958994] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61db2ea-582b-467d-980b-cb83a1ffcb61 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.966784] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 930.966784] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5259363b-f559-0355-8c65-93067300837a" [ 930.966784] env[69895]: _type = "Task" [ 930.966784] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.975548] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5259363b-f559-0355-8c65-93067300837a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.008607] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471830, 'name': CreateVM_Task, 'duration_secs': 1.203435} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.008830] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.009310] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.009479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.009806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.010092] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e468d6-dd8e-4716-a16c-fbdd21c0e771 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.015666] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 931.015666] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a1990f-6bdb-c3d2-9757-8c285062ce86" [ 931.015666] env[69895]: _type = "Task" [ 931.015666] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.027885] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a1990f-6bdb-c3d2-9757-8c285062ce86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.135015] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471833, 'name': ReconfigVM_Task, 'duration_secs': 0.669656} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.135483] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.136484] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42abc33d-1eef-427b-b9b5-1a66512ca6a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.162544] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20eb3a0c-365c-4459-8e43-a61829da16c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.179773] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 931.179773] env[69895]: value = "task-3471836" [ 931.179773] env[69895]: _type = "Task" [ 931.179773] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.183690] env[69895]: DEBUG nova.scheduler.client.report [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.192896] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.335957] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.689906} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.336372] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.337434] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c213bd2-bd81-4330-baea-2d989da7608c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.366535] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.371186] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d28ff85-71f6-4189-9044-445e04bc2473 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.396012] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471835, 'name': Rename_Task, 'duration_secs': 0.155319} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.397564] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.397924] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 931.397924] env[69895]: value = "task-3471837" [ 931.397924] env[69895]: _type = "Task" [ 931.397924] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.398176] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a5c04c-6686-4404-add9-e4c6332ad588 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.412411] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.414157] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 931.414157] env[69895]: value = "task-3471838" [ 931.414157] env[69895]: _type = "Task" [ 931.414157] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.424058] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.478884] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5259363b-f559-0355-8c65-93067300837a, 'name': SearchDatastore_Task, 'duration_secs': 0.03052} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.479329] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.479737] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bda20858-0f1e-4055-ad92-171d790b7a07/bda20858-0f1e-4055-ad92-171d790b7a07.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.480118] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a87b54-5887-49b3-9292-0ea9f34a0c78 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.490717] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 931.490717] env[69895]: value = "task-3471839" [ 931.490717] env[69895]: _type = "Task" [ 931.490717] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.502089] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.528553] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a1990f-6bdb-c3d2-9757-8c285062ce86, 'name': SearchDatastore_Task, 'duration_secs': 0.045083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.530969] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.534408] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.534408] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.534408] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.534408] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.534408] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.534817] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca1412c-fce6-419b-aacd-f0ef338884c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.546546] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.546774] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.547691] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc08b3f-e906-4d80-a2e7-6b11b8a426a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.555773] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 931.555773] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5286d317-dc22-90f4-d459-24b0538befc5" [ 931.555773] env[69895]: _type = "Task" [ 931.555773] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.569530] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5286d317-dc22-90f4-d459-24b0538befc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.571390] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.571775] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.571973] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.572300] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.572485] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.572679] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.572967] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.576665] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.576665] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.576665] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.576665] env[69895]: DEBUG nova.virt.hardware [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.576665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b2649-4008-408f-b5ce-890e812fb4e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.584374] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8b97e-4acd-47f0-b675-9654af9f4a39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.692009] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.693581] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471836, 'name': ReconfigVM_Task, 'duration_secs': 0.208539} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.696624] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.558s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.696624] env[69895]: DEBUG nova.objects.instance [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lazy-loading 'resources' on Instance uuid 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.696624] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.696624] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19e56284-8429-447c-8c40-ba5cc3f31c91 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.706456] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 931.706456] env[69895]: value = "task-3471840" [ 931.706456] env[69895]: _type = "Task" [ 931.706456] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.716911] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.724724] env[69895]: INFO nova.scheduler.client.report [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted allocations for instance b7b39353-333f-480a-a593-2f9effdb2070 [ 931.734136] env[69895]: DEBUG nova.compute.manager [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Received event network-changed-542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.734136] env[69895]: DEBUG nova.compute.manager [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Refreshing instance network info cache due to event network-changed-542283f7-8558-4179-b5a3-b95571e736c9. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.734295] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] Acquiring lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.734338] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] Acquired lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.734477] env[69895]: DEBUG nova.network.neutron [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Refreshing network info cache for port 542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.813125] env[69895]: DEBUG nova.network.neutron [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.920133] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471837, 'name': ReconfigVM_Task, 'duration_secs': 0.46619} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.924181] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e/aaf04d18-422b-4793-bd3c-aec33f1ee58e.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.925031] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b5114d-ac69-4575-aba7-2519994aecac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.935769] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.937177] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 931.937177] env[69895]: value = "task-3471841" [ 931.937177] env[69895]: _type = "Task" [ 931.937177] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.947712] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471841, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.007357] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.071839] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5286d317-dc22-90f4-d459-24b0538befc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.072736] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf867609-377e-46bd-b75c-d6f400f77d35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.080791] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 932.080791] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f737e6-44dc-2239-cd4e-e88a43e02f0e" [ 932.080791] env[69895]: _type = "Task" [ 932.080791] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.092927] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f737e6-44dc-2239-cd4e-e88a43e02f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.159970] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Successfully updated port: 6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.220811] env[69895]: DEBUG oslo_vmware.api [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471840, 'name': PowerOnVM_Task, 'duration_secs': 0.495255} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.221620] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.225566] env[69895]: DEBUG nova.compute.manager [None req-25b9822a-f512-4cc6-b154-83dcfa339335 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.226386] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201ddb6-026a-4054-af81-63b49225fda2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.235274] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b7b39353-333f-480a-a593-2f9effdb2070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.928s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.246046] env[69895]: DEBUG nova.compute.manager [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-plugged-6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.246752] env[69895]: DEBUG oslo_concurrency.lockutils [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.246752] env[69895]: DEBUG oslo_concurrency.lockutils [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.246752] env[69895]: DEBUG oslo_concurrency.lockutils [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.247038] env[69895]: DEBUG nova.compute.manager [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] No waiting events found dispatching network-vif-plugged-6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.247038] env[69895]: WARNING nova.compute.manager [req-6bb3e9a8-4f27-4a8d-99cf-40b5329812a1 req-ee062b48-0f7a-4e6a-ad63-85dd8b86b238 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received unexpected event network-vif-plugged-6ed24358-fd33-4252-830b-3f45288561c4 for instance with vm_state building and task_state spawning. [ 932.317868] env[69895]: INFO nova.compute.manager [-] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Took 1.66 seconds to deallocate network for instance. [ 932.434068] env[69895]: DEBUG oslo_vmware.api [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471838, 'name': PowerOnVM_Task, 'duration_secs': 0.704819} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.434068] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.434228] env[69895]: INFO nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Took 10.63 seconds to spawn the instance on the hypervisor. [ 932.434355] env[69895]: DEBUG nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.435177] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76441698-ea32-4a55-8da5-8c7540463642 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.461191] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471841, 'name': Rename_Task, 'duration_secs': 0.277569} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.462233] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.462508] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1752d14-5dba-4434-85bb-d9aad3b2664f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.471254] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 932.471254] env[69895]: value = "task-3471842" [ 932.471254] env[69895]: _type = "Task" [ 932.471254] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.481207] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.504214] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657471} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.507240] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bda20858-0f1e-4055-ad92-171d790b7a07/bda20858-0f1e-4055-ad92-171d790b7a07.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.507472] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.508259] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93b40b58-e5b3-436c-9ce6-8a4dcb5fbcb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.517577] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 932.517577] env[69895]: value = "task-3471843" [ 932.517577] env[69895]: _type = "Task" [ 932.517577] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.532877] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.596239] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f737e6-44dc-2239-cd4e-e88a43e02f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.041973} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.598476] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.598797] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.599094] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f8f1620-70d7-4535-883a-d908a9976991 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.609287] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 932.609287] env[69895]: value = "task-3471844" [ 932.609287] env[69895]: _type = "Task" [ 932.609287] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.618925] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.654910] env[69895]: DEBUG nova.network.neutron [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updated VIF entry in instance network info cache for port 542283f7-8558-4179-b5a3-b95571e736c9. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.655705] env[69895]: DEBUG nova.network.neutron [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updating instance_info_cache with network_info: [{"id": "542283f7-8558-4179-b5a3-b95571e736c9", "address": "fa:16:3e:d2:8d:5c", "network": {"id": "ce98ce11-1f11-4a9d-9e2a-a36f88b6ea84", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-268506737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31b92cd4074f42ddae847762a98bd822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542283f7-85", "ovs_interfaceid": "542283f7-8558-4179-b5a3-b95571e736c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.662820] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.663018] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.663511] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.745964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1384a-846e-48e1-825c-86007c5c3910 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.757331] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ebcf9-021d-4d19-aaee-972ee25f2896 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.795718] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c7c5f0-9c82-49ba-b33f-4f5a439fcb75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.804859] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627af275-2e5c-42b2-847f-c61216786b4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.820022] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.832238] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.902037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "79ae4798-a420-4654-ab46-58769d85f61b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.903509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.903509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "79ae4798-a420-4654-ab46-58769d85f61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.903509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.903509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.905305] env[69895]: INFO nova.compute.manager [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Terminating instance [ 932.957939] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "78e8adaa-18c0-4548-8cd3-5e16040515af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.958324] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.958468] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.958686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.958861] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.961348] env[69895]: INFO nova.compute.manager [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Terminating instance [ 932.969153] env[69895]: INFO nova.compute.manager [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Took 48.07 seconds to build instance. [ 932.983381] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.027696] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267818} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.027958] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.028803] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e2931-6468-4804-bacb-b59e584942c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.055171] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] bda20858-0f1e-4055-ad92-171d790b7a07/bda20858-0f1e-4055-ad92-171d790b7a07.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.056038] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0825812-06f1-4f49-99d7-c0130ff13181 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.086798] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 933.086798] env[69895]: value = "task-3471845" [ 933.086798] env[69895]: _type = "Task" [ 933.086798] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.100508] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.121019] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.162363] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0b7bf18-7a46-4c91-8370-f88700a5f871 req-f377bd3c-db65-41af-97ac-55c07ffd56ab service nova] Releasing lock "refresh_cache-29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.203196] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.349725] env[69895]: ERROR nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [req-0a7e61df-f0e6-4e3a-99c7-3fa496a18533] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a7e61df-f0e6-4e3a-99c7-3fa496a18533"}]} [ 933.354023] env[69895]: DEBUG nova.network.neutron [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.377252] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 933.395040] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 933.395335] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.409276] env[69895]: DEBUG nova.compute.manager [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.409501] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.410673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8673cca-b6ba-4628-a7fb-145d4cfab3bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.414597] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 933.418992] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.419174] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3204a8c8-07e5-4f23-9fc1-201f74a038f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.428526] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 933.428526] env[69895]: value = "task-3471846" [ 933.428526] env[69895]: _type = "Task" [ 933.428526] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.437824] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.438353] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 933.469811] env[69895]: DEBUG nova.compute.manager [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.470050] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.471078] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599baa8d-d7cb-4bdf-aa91-34e4154fba22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.478548] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d7408264-90df-438b-a13f-678a1602ad04 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.593s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.490733] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.497601] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ebfaea-4203-47f2-9fe4-bfbf0283890f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.499535] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.507609] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 933.507609] env[69895]: value = "task-3471847" [ 933.507609] env[69895]: _type = "Task" [ 933.507609] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.520646] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.602602] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.622970] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471844, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.857219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.857884] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Instance network_info: |[{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.860022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:d4:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ed24358-fd33-4252-830b-3f45288561c4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.869123] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.869733] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.869733] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93382980-b7a1-460c-a245-14f0522378ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.896411] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.896411] env[69895]: value = "task-3471848" [ 933.896411] env[69895]: _type = "Task" [ 933.896411] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.906457] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471848, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.939424] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471846, 'name': PowerOffVM_Task, 'duration_secs': 0.454065} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.943137] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.943226] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.944445] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c9cb7bc-15a7-4587-a5ee-de425b051226 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.977214] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0608f-81d5-46b5-a1bf-7dfa911a2f29 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.995414] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f7354-749b-45c9-8c7c-b3dbdb6c2d55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.000455] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.048302] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c885ee6-0526-4f95-a9d6-726e458884ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.050535] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.050535] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.050535] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Deleting the datastore file [datastore2] 79ae4798-a420-4654-ab46-58769d85f61b {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.051627] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1ccb55-6183-42ed-afe1-601bbf86f04d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.065464] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd13060a-7a96-4b0d-8aed-8fe5f16f9fa9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.070117] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471847, 'name': PowerOffVM_Task, 'duration_secs': 0.352124} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.070533] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for the task: (returnval){ [ 934.070533] env[69895]: value = "task-3471850" [ 934.070533] env[69895]: _type = "Task" [ 934.070533] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.070844] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.071038] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.071906] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d397c92-3c1d-4270-98f5-8e8a802295bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.085499] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.094829] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.105015] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.122409] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471844, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.160925} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.122593] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.123130] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.123130] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28432ee5-32e4-4e33-8ce2-d359c728585a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.133942] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 934.133942] env[69895]: value = "task-3471852" [ 934.133942] env[69895]: _type = "Task" [ 934.133942] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.148360] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.152079] env[69895]: DEBUG nova.compute.manager [req-e83eeddb-a7ef-4624-9dbc-5d762ab9ea2d req-adf409ec-0f0f-4810-9e77-892c81920580 service nova] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Received event network-vif-deleted-72121c67-cef4-43b6-b121-eb7a6d3254bc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.170846] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.171238] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.171570] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Deleting the datastore file [datastore2] 78e8adaa-18c0-4548-8cd3-5e16040515af {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.172575] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9240cf-d15f-4fd7-89a9-19c1dceaf5bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.181596] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for the task: (returnval){ [ 934.181596] env[69895]: value = "task-3471853" [ 934.181596] env[69895]: _type = "Task" [ 934.181596] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.197254] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.407232] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471848, 'name': CreateVM_Task, 'duration_secs': 0.382095} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.407469] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.408502] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.408502] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.408761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.409182] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f1a28b-9ca3-4f6c-a2ee-e5dbfd10ab0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.413927] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 934.413927] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526dab21-75a0-4010-38a6-58c25e62afeb" [ 934.413927] env[69895]: _type = "Task" [ 934.413927] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.424015] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526dab21-75a0-4010-38a6-58c25e62afeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.490180] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.580751] env[69895]: DEBUG oslo_vmware.api [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Task: {'id': task-3471850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197452} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.581085] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.581215] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.581397] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.581599] env[69895]: INFO nova.compute.manager [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 934.581949] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.582099] env[69895]: DEBUG nova.compute.manager [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.582205] env[69895]: DEBUG nova.network.neutron [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.603458] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471845, 'name': ReconfigVM_Task, 'duration_secs': 1.143037} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.603843] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Reconfigured VM instance instance-0000004c to attach disk [datastore2] bda20858-0f1e-4055-ad92-171d790b7a07/bda20858-0f1e-4055-ad92-171d790b7a07.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.604462] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b00a8a29-9967-4d25-b71d-9af8cdb0b068 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.609381] env[69895]: ERROR nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] [req-c7708a2e-5589-482c-8813-8a78ad0c7d73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7708a2e-5589-482c-8813-8a78ad0c7d73"}]} [ 934.612547] env[69895]: INFO nova.compute.manager [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Unrescuing [ 934.612787] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.612937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.613114] env[69895]: DEBUG nova.network.neutron [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.614426] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 934.614426] env[69895]: value = "task-3471854" [ 934.614426] env[69895]: _type = "Task" [ 934.614426] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.620605] env[69895]: DEBUG nova.compute.manager [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-changed-6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.620794] env[69895]: DEBUG nova.compute.manager [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing instance network info cache due to event network-changed-6ed24358-fd33-4252-830b-3f45288561c4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.621012] env[69895]: DEBUG oslo_concurrency.lockutils [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.621169] env[69895]: DEBUG oslo_concurrency.lockutils [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.621329] env[69895]: DEBUG nova.network.neutron [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing network info cache for port 6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.626907] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471854, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.636090] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.646556] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109178} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.649724] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.649724] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d46904-c677-4fca-937f-8fa12b388980 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672472] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.673666] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.673945] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.678997] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f498a8-0b34-4e9c-97bc-bdac58c08246 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.694147] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "d5b848de-5287-4677-a9e3-0a4bee01d083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.694441] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.706455] env[69895]: DEBUG oslo_vmware.api [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Task: {'id': task-3471853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281943} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.707128] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.707128] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.707237] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.707408] env[69895]: INFO nova.compute.manager [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Took 1.24 seconds to destroy the instance on the hypervisor. [ 934.707841] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.707917] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 934.707917] env[69895]: value = "task-3471855" [ 934.707917] env[69895]: _type = "Task" [ 934.707917] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.708150] env[69895]: DEBUG nova.compute.manager [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.708187] env[69895]: DEBUG nova.network.neutron [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.710820] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 934.723231] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.744609] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 934.924738] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526dab21-75a0-4010-38a6-58c25e62afeb, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.927494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.927740] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.927979] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.928150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.928350] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.928883] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca99899-8e63-4c0f-8809-cd4e3ee796c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.940152] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.940152] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.941402] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7525c0e-57c0-4b5a-840a-f6e3c21fe102 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.951794] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 934.951794] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e2e05-e151-18fd-b4d2-46bde377d6cb" [ 934.951794] env[69895]: _type = "Task" [ 934.951794] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.960702] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e2e05-e151-18fd-b4d2-46bde377d6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.996159] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.137194] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471854, 'name': Rename_Task, 'duration_secs': 0.174942} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.138020] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.138391] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff33c1f-9b20-465d-a467-9f1167c749cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.147157] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 935.147157] env[69895]: value = "task-3471856" [ 935.147157] env[69895]: _type = "Task" [ 935.147157] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.163347] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.196632] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.221554] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.287237] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04eebf-f928-4d7b-b40e-51aca3bddbcc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.300133] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47732bc0-d125-4820-91dd-ab13343ca58f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.334947] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb034b-795d-4cc3-aecc-d0e228ad0ea0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.347868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386980b-da15-437f-acbf-0d54c3c6d302 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.366308] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.389267] env[69895]: DEBUG nova.network.neutron [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.407353] env[69895]: DEBUG nova.network.neutron [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [{"id": "8f771c47-4e31-49e6-9a91-1968156f6d85", "address": "fa:16:3e:16:bc:28", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f771c47-4e", "ovs_interfaceid": "8f771c47-4e31-49e6-9a91-1968156f6d85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.462612] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e2e05-e151-18fd-b4d2-46bde377d6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.463313] env[69895]: DEBUG nova.network.neutron [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updated VIF entry in instance network info cache for port 6ed24358-fd33-4252-830b-3f45288561c4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.463772] env[69895]: DEBUG nova.network.neutron [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.465649] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8e6937-04ce-4a36-a3f6-4a1b533288cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.471500] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 935.471500] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5241a100-244f-1df3-1386-cd779be5b87f" [ 935.471500] env[69895]: _type = "Task" [ 935.471500] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.481477] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5241a100-244f-1df3-1386-cd779be5b87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.491232] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.557213] env[69895]: DEBUG nova.network.neutron [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.667488] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.723736] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471855, 'name': ReconfigVM_Task, 'duration_secs': 0.608867} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.724965] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.724965] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c50df88-7aca-4d87-8c8e-e42ddab92dba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.732505] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 935.732505] env[69895]: value = "task-3471857" [ 935.732505] env[69895]: _type = "Task" [ 935.732505] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.738726] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.744237] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471857, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.892731] env[69895]: INFO nova.compute.manager [-] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Took 1.31 seconds to deallocate network for instance. [ 935.908456] env[69895]: DEBUG nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 935.908823] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 104 to 105 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 935.909018] env[69895]: DEBUG nova.compute.provider_tree [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.912557] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-4de3d836-0b82-4d09-9eb9-1277335cc524" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.913162] env[69895]: DEBUG nova.objects.instance [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'flavor' on Instance uuid 4de3d836-0b82-4d09-9eb9-1277335cc524 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.966710] env[69895]: DEBUG oslo_concurrency.lockutils [req-587dcebe-0364-4911-8589-ba5086cb8341 req-2c061f33-378b-4ba5-b0b6-d5e610e061e7 service nova] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.982498] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5241a100-244f-1df3-1386-cd779be5b87f, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.982778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.983054] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6036ce7d-477f-4c4d-9b8f-96d35786a4da/6036ce7d-477f-4c4d-9b8f-96d35786a4da.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.983364] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff6e5142-ae99-4482-b048-e888be9a2ebf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.994479] env[69895]: DEBUG oslo_vmware.api [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471842, 'name': PowerOnVM_Task, 'duration_secs': 3.232976} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.996506] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.996791] env[69895]: DEBUG nova.compute.manager [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.997209] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 935.997209] env[69895]: value = "task-3471858" [ 935.997209] env[69895]: _type = "Task" [ 935.997209] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.997918] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6bc1c-db8a-4088-96a7-30a50f3f1e4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.013274] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.068181] env[69895]: INFO nova.compute.manager [-] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Took 1.36 seconds to deallocate network for instance. [ 936.162846] env[69895]: DEBUG oslo_vmware.api [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471856, 'name': PowerOnVM_Task, 'duration_secs': 0.78185} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.163205] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.163388] env[69895]: INFO nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Took 11.70 seconds to spawn the instance on the hypervisor. [ 936.163595] env[69895]: DEBUG nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.164434] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34953c-f112-495d-913f-ff4c6b36a921 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.244050] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471857, 'name': Rename_Task, 'duration_secs': 0.173061} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.244631] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.245034] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc389489-d4f3-49f8-ae58-5f41fa89e479 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.256349] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 936.256349] env[69895]: value = "task-3471859" [ 936.256349] env[69895]: _type = "Task" [ 936.256349] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.264552] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.271090] env[69895]: DEBUG nova.compute.manager [req-95e7a1c7-990d-4be9-bb10-fbc6dd425423 req-be144702-7a46-4149-8240-0e707713d48c service nova] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Received event network-vif-deleted-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.401318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.415545] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.721s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.418649] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.147s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.418929] env[69895]: DEBUG nova.objects.instance [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid 0b57cb5a-8860-475b-8d00-a2d139fa141d {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.423059] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b4e0dc-bf69-4270-b28c-566c08524cc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.448739] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.450462] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52df8eff-b81a-4642-8ff2-df63fab75983 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.452887] env[69895]: INFO nova.scheduler.client.report [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Deleted allocations for instance 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc [ 936.465429] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 936.465429] env[69895]: value = "task-3471860" [ 936.465429] env[69895]: _type = "Task" [ 936.465429] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.475298] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.512420] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.521662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.575242] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.657018] env[69895]: DEBUG nova.compute.manager [req-5f9a35a2-c389-48e0-98e5-a9d4b489e57c req-b8a14cb5-e9b4-4db2-955d-f0ec6fbb8240 service nova] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Received event network-vif-deleted-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.683821] env[69895]: INFO nova.compute.manager [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Took 50.67 seconds to build instance. [ 936.764631] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.963533] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Lock "53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.491s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.990556] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471860, 'name': PowerOffVM_Task, 'duration_secs': 0.360866} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.994447] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.003734] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 937.005212] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db351fba-3203-40aa-90d6-7d31750b1b42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.043661] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.045741] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6036ce7d-477f-4c4d-9b8f-96d35786a4da/6036ce7d-477f-4c4d-9b8f-96d35786a4da.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.046265] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.046816] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 937.046816] env[69895]: value = "task-3471861" [ 937.046816] env[69895]: _type = "Task" [ 937.046816] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.050318] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b312121-a422-4af1-8f4d-e44d985fceeb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.064730] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.069633] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 937.069633] env[69895]: value = "task-3471862" [ 937.069633] env[69895]: _type = "Task" [ 937.069633] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.086024] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.185305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d8a8366-704b-489a-b644-22ce0639cbaf tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.177s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.267367] env[69895]: DEBUG oslo_vmware.api [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471859, 'name': PowerOnVM_Task, 'duration_secs': 0.922549} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.267693] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.267901] env[69895]: INFO nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Took 7.89 seconds to spawn the instance on the hypervisor. [ 937.268097] env[69895]: DEBUG nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.268874] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e80cf9-6b17-456b-a27b-f6323d0da55c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.437614] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60279ed-8f82-4bd8-b882-3cbeeb1d4da8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.446677] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f027a-608e-48a4-a301-a022093981f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.480318] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ef87e8-47cf-4e95-8999-b4bbb22cccce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.487933] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c37e6-46a7-4219-ad62-908e76475aea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.503015] env[69895]: DEBUG nova.compute.provider_tree [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.564921] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471861, 'name': ReconfigVM_Task, 'duration_secs': 0.414522} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.565259] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 937.565476] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.565734] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ca967f-6f6e-45f9-822e-4f501b416290 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.575161] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 937.575161] env[69895]: value = "task-3471863" [ 937.575161] env[69895]: _type = "Task" [ 937.575161] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.583044] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068329} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.583734] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.584544] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f263f01-38ab-4462-ba7b-f0494bfb3201 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.590201] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.611305] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6036ce7d-477f-4c4d-9b8f-96d35786a4da/6036ce7d-477f-4c4d-9b8f-96d35786a4da.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.612130] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d0f655-eb5a-427a-8ee0-a9d22b28378a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.634059] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 937.634059] env[69895]: value = "task-3471864" [ 937.634059] env[69895]: _type = "Task" [ 937.634059] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.642577] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.786860] env[69895]: INFO nova.compute.manager [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Took 40.05 seconds to build instance. [ 938.040108] env[69895]: DEBUG nova.scheduler.client.report [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 938.040429] env[69895]: DEBUG nova.compute.provider_tree [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 105 to 106 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 938.040571] env[69895]: DEBUG nova.compute.provider_tree [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.088108] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.147044] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.288525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0583c819-1833-4dbf-9e0d-9a224cb15876 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.133s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.545737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.550557] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.811s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.550557] env[69895]: INFO nova.compute.claims [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.573400] env[69895]: INFO nova.scheduler.client.report [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance 0b57cb5a-8860-475b-8d00-a2d139fa141d [ 938.599330] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.647780] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471864, 'name': ReconfigVM_Task, 'duration_secs': 0.877846} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.648522] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6036ce7d-477f-4c4d-9b8f-96d35786a4da/6036ce7d-477f-4c4d-9b8f-96d35786a4da.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.649239] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-003505c1-7e76-4116-a9ac-0168cdb9020d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.656777] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 938.656777] env[69895]: value = "task-3471865" [ 938.656777] env[69895]: _type = "Task" [ 938.656777] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.668784] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471865, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.094972] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8561d06e-4e38-4e0c-9f77-961b401d1818 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "0b57cb5a-8860-475b-8d00-a2d139fa141d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.175s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.103944] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.171987] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471865, 'name': Rename_Task, 'duration_secs': 0.167451} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.172286] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.172567] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f5c4780-a9a9-4407-8243-1fa5846033ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.181212] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 939.181212] env[69895]: value = "task-3471866" [ 939.181212] env[69895]: _type = "Task" [ 939.181212] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.192074] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.480812] env[69895]: INFO nova.compute.manager [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Rebuilding instance [ 939.529105] env[69895]: DEBUG nova.compute.manager [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.530017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55276c87-c0ef-46b1-a89f-0ff1b5ebec59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.605960] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.699776] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.101838] env[69895]: DEBUG oslo_vmware.api [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471863, 'name': PowerOnVM_Task, 'duration_secs': 2.19886} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.102336] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.102602] env[69895]: DEBUG nova.compute.manager [None req-2d455e77-a439-4366-ba71-0b5a3c9b391d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.103470] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd46cb99-b6bd-43ab-abda-dd07ee9c72f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.142104] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a0219-3e3b-499c-b1bc-42fb7b87814e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.151463] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2e5bc-1860-4305-9d83-bed12c62f136 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.206026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a686ca-9fc6-4a9f-9c3d-dbaa48a776e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.215978] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7693093a-b5cc-481f-81d5-e88324d65b13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.221734] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.234288] env[69895]: DEBUG nova.compute.provider_tree [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.483687] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "bda20858-0f1e-4055-ad92-171d790b7a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.484035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.484322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.484669] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.484743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.487724] env[69895]: INFO nova.compute.manager [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Terminating instance [ 940.550059] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.550059] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae98a1fa-d069-4764-959b-c3839d2c6975 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.557521] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 940.557521] env[69895]: value = "task-3471867" [ 940.557521] env[69895]: _type = "Task" [ 940.557521] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.566998] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.716143] env[69895]: DEBUG oslo_vmware.api [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471866, 'name': PowerOnVM_Task, 'duration_secs': 1.333048} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.716283] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.716577] env[69895]: INFO nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Took 9.19 seconds to spawn the instance on the hypervisor. [ 940.716866] env[69895]: DEBUG nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.718591] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766aa139-866f-4db5-bef6-f5d9a2671511 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.739085] env[69895]: DEBUG nova.scheduler.client.report [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.993034] env[69895]: DEBUG nova.compute.manager [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.993034] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.994046] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9732952-56d9-404a-9bc5-425e04d834a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.003446] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.003813] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f131a99-44b7-4bb9-ad50-b02b921529d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.013146] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 941.013146] env[69895]: value = "task-3471868" [ 941.013146] env[69895]: _type = "Task" [ 941.013146] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.027372] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.072646] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471867, 'name': PowerOffVM_Task, 'duration_secs': 0.248495} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.072943] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.073715] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.074584] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ae2db-f115-45c7-8dba-7ee869e1a577 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.082475] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.082892] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39ca6fd7-27ea-4e1b-aa5c-c4ee9ebb54a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.117232] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.117585] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.117828] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Deleting the datastore file [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.118148] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27db2591-8b63-44b1-9df3-e36508ce9720 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.126592] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 941.126592] env[69895]: value = "task-3471870" [ 941.126592] env[69895]: _type = "Task" [ 941.126592] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.135668] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.200151] env[69895]: DEBUG oslo_concurrency.lockutils [None req-05e03c43-2af4-4445-90fb-236fb2320faa tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "a87bc2db-0876-466f-8763-6115eed1f11d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.200657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-05e03c43-2af4-4445-90fb-236fb2320faa tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "a87bc2db-0876-466f-8763-6115eed1f11d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.246467] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.247916] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.251973] env[69895]: INFO nova.compute.manager [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Took 39.85 seconds to build instance. [ 941.252712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.476s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.252963] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.256137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.670s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.258867] env[69895]: INFO nova.compute.claims [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.292285] env[69895]: INFO nova.scheduler.client.report [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleted allocations for instance 570b8e3c-74cd-4921-8fe2-565048650101 [ 941.525032] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471868, 'name': PowerOffVM_Task, 'duration_secs': 0.265811} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.526075] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.526291] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.526597] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b77cb15b-936d-4ccd-bafd-6d7042a5918c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.597526] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.597755] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.597941] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleting the datastore file [datastore2] bda20858-0f1e-4055-ad92-171d790b7a07 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.598240] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1295a3dd-537d-4c1e-b963-5f0d307ba941 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.604927] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 941.604927] env[69895]: value = "task-3471872" [ 941.604927] env[69895]: _type = "Task" [ 941.604927] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.613805] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.636631] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227822} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.637039] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.637286] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.637606] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.704212] env[69895]: DEBUG nova.compute.manager [None req-05e03c43-2af4-4445-90fb-236fb2320faa tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: a87bc2db-0876-466f-8763-6115eed1f11d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.767441] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6dbe1468-46e0-4735-a93a-df2d9264b89a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.565s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.768567] env[69895]: DEBUG nova.compute.utils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.770153] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.770327] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.813278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "570b8e3c-74cd-4921-8fe2-565048650101" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.162s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.845828] env[69895]: DEBUG nova.policy [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '402c874e20dc49dea1542307e58c43af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c2eea4e498493ca0a4185c145e7b53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.116660] env[69895]: DEBUG oslo_vmware.api [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320228} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.117467] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.117467] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.117467] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.117467] env[69895]: INFO nova.compute.manager [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Took 1.12 seconds to destroy the instance on the hypervisor. [ 942.117908] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.117958] env[69895]: DEBUG nova.compute.manager [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.118030] env[69895]: DEBUG nova.network.neutron [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.152290] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Successfully created port: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.209506] env[69895]: DEBUG nova.compute.manager [None req-05e03c43-2af4-4445-90fb-236fb2320faa tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: a87bc2db-0876-466f-8763-6115eed1f11d] Instance disappeared before build. {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 942.278050] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.673527] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.673826] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.673998] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.674497] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.674664] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.674815] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.675044] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.675214] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.675385] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.675628] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.675834] env[69895]: DEBUG nova.virt.hardware [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.676798] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872fb05-0fb5-4834-aefe-a69de9053a82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.690691] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a3666-1c9c-442e-963c-5a4530971e6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.711020] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.716777] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.722441] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.723580] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449f7ab7-5eb1-497f-8179-2d1d79cfa824 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.738844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-05e03c43-2af4-4445-90fb-236fb2320faa tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "a87bc2db-0876-466f-8763-6115eed1f11d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.538s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.751026] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.751026] env[69895]: value = "task-3471873" [ 942.751026] env[69895]: _type = "Task" [ 942.751026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.759767] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471873, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.801231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae04610-2c8e-45d2-8f56-0fdb0a929e0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.809276] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0583f8b-3a0c-49ab-adc3-a7c4cb852c06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.852840] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b25758-495b-47b6-b767-ca23545c2920 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.861902] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555ba73-d53c-4424-8ee9-4242dc9497c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.877295] env[69895]: DEBUG nova.compute.provider_tree [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.030116] env[69895]: DEBUG nova.compute.manager [req-e47dbea7-65b7-49dc-9ff9-f03ba55d024e req-3a9bab60-c201-4d19-b11b-a4873516a3cd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Received event network-vif-deleted-9de48f00-ac96-4522-8082-0f34d0976ea8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.030664] env[69895]: INFO nova.compute.manager [req-e47dbea7-65b7-49dc-9ff9-f03ba55d024e req-3a9bab60-c201-4d19-b11b-a4873516a3cd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Neutron deleted interface 9de48f00-ac96-4522-8082-0f34d0976ea8; detaching it from the instance and deleting it from the info cache [ 943.030664] env[69895]: DEBUG nova.network.neutron [req-e47dbea7-65b7-49dc-9ff9-f03ba55d024e req-3a9bab60-c201-4d19-b11b-a4873516a3cd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.189023] env[69895]: DEBUG nova.network.neutron [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.266029] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471873, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.291986] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.339506] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.340399] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.340399] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.340399] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.340399] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.340399] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.340642] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.340689] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.341130] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.341130] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.341256] env[69895]: DEBUG nova.virt.hardware [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.342161] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde094f-6fdb-43ac-9000-dcdeed1a5ae1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.354029] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03862afe-efc5-43e3-a287-f92ef8e846ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.384084] env[69895]: DEBUG nova.scheduler.client.report [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.468539] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.471035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.498563] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.498835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.499593] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.499832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.500028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.502629] env[69895]: INFO nova.compute.manager [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Terminating instance [ 943.537680] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b081137-abf9-4457-868d-8729458aedb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.549137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef45a0b-82a4-4b08-8492-d1a702188468 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.585657] env[69895]: DEBUG nova.compute.manager [req-e47dbea7-65b7-49dc-9ff9-f03ba55d024e req-3a9bab60-c201-4d19-b11b-a4873516a3cd service nova] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Detach interface failed, port_id=9de48f00-ac96-4522-8082-0f34d0976ea8, reason: Instance bda20858-0f1e-4055-ad92-171d790b7a07 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.646300] env[69895]: DEBUG nova.compute.manager [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-changed-6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.646545] env[69895]: DEBUG nova.compute.manager [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing instance network info cache due to event network-changed-6ed24358-fd33-4252-830b-3f45288561c4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.646956] env[69895]: DEBUG oslo_concurrency.lockutils [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.646956] env[69895]: DEBUG oslo_concurrency.lockutils [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.647135] env[69895]: DEBUG nova.network.neutron [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing network info cache for port 6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.691872] env[69895]: INFO nova.compute.manager [-] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Took 1.57 seconds to deallocate network for instance. [ 943.768687] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471873, 'name': CreateVM_Task, 'duration_secs': 0.519803} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.769027] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.772705] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.772705] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.772705] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.772705] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac88c4df-0b60-4f8e-99c9-06b190a1f2f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.780362] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 943.780362] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5292312b-25a4-2fbf-2890-75a2cf412cef" [ 943.780362] env[69895]: _type = "Task" [ 943.780362] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.791326] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5292312b-25a4-2fbf-2890-75a2cf412cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.890033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.890762] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.892950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.272s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.893189] env[69895]: DEBUG nova.objects.instance [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lazy-loading 'resources' on Instance uuid 39bea95a-5af1-4ace-8557-675aa2473560 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.973146] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.005634] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Successfully updated port: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.009424] env[69895]: DEBUG nova.compute.manager [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.009649] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.014456] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93464af3-031d-4c5e-9eb8-ae67bb17e379 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.027215] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.027504] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5a5c46-68c6-4220-af7d-9cfa811c3421 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.035401] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 944.035401] env[69895]: value = "task-3471874" [ 944.035401] env[69895]: _type = "Task" [ 944.035401] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.046731] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.204282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.294996] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5292312b-25a4-2fbf-2890-75a2cf412cef, 'name': SearchDatastore_Task, 'duration_secs': 0.015536} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.296041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.296676] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.297090] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.297635] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.297977] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.298718] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41da3205-9f1d-4155-b606-59c2b3d42c66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.312022] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.312022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.312022] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3fd8c1-3112-4e8f-9f3b-cc608c00870d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.317144] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 944.317144] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3e2e9-491e-d086-10e9-85b78e96c853" [ 944.317144] env[69895]: _type = "Task" [ 944.317144] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.328333] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3e2e9-491e-d086-10e9-85b78e96c853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.401019] env[69895]: DEBUG nova.compute.utils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.407305] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.407305] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.445605] env[69895]: DEBUG nova.network.neutron [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updated VIF entry in instance network info cache for port 6ed24358-fd33-4252-830b-3f45288561c4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.446200] env[69895]: DEBUG nova.network.neutron [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.475396] env[69895]: DEBUG nova.policy [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2e1048419234f2bad14946caa4ab582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8061344c507448ac8cb09432b4652faa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.498252] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.511590] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.511648] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518689] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.545546] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471874, 'name': PowerOffVM_Task, 'duration_secs': 0.44215} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.548375] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.548608] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.548992] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb305e3-1e88-4063-a444-7fbc88c5f16d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.624208] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.624208] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.624208] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleting the datastore file [datastore1] 56f6e706-fab6-4a88-94f1-dd371d165fce {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.624208] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1d9c0a3-fc58-464d-8aef-7556de88d51d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.628882] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for the task: (returnval){ [ 944.628882] env[69895]: value = "task-3471876" [ 944.628882] env[69895]: _type = "Task" [ 944.628882] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.640829] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.832448] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d3e2e9-491e-d086-10e9-85b78e96c853, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.833415] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ad6b91-6205-4023-bb09-4e4f4712d41c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.842016] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 944.842016] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e5acaf-5c0e-77b7-3e21-a807f2eb1219" [ 944.842016] env[69895]: _type = "Task" [ 944.842016] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.849609] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e5acaf-5c0e-77b7-3e21-a807f2eb1219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.885832] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b27a5-cd6d-43ba-813a-7e5f8451c7cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.891637] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4e3cc-4edc-4693-add9-0c391d3f64ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.926482] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.927675] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5938963-be93-4e49-8d2f-b19df6a324ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.935263] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e0bfa-1483-4628-a115-e6ef17c958b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.948831] env[69895]: DEBUG oslo_concurrency.lockutils [req-36820e8b-5a6d-4563-89b4-2cf94074ff2a req-2b9f7387-2965-44b6-bb50-e09d76afc0f2 service nova] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.949453] env[69895]: DEBUG nova.compute.provider_tree [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.031639] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Successfully created port: 37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.048434] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.138992] env[69895]: DEBUG oslo_vmware.api [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Task: {'id': task-3471876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14722} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.142275] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.142533] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.142739] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.142918] env[69895]: INFO nova.compute.manager [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.143289] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.146630] env[69895]: DEBUG nova.compute.manager [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.146630] env[69895]: DEBUG nova.network.neutron [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.196139] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.196139] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.234653] env[69895]: DEBUG nova.network.neutron [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Updating instance_info_cache with network_info: [{"id": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "address": "fa:16:3e:89:c6:dc", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e36b261-45", "ovs_interfaceid": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.353246] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e5acaf-5c0e-77b7-3e21-a807f2eb1219, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.353246] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.353246] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.353246] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b16051d-49d4-40ec-bd50-75fff623619a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.363024] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 945.363024] env[69895]: value = "task-3471877" [ 945.363024] env[69895]: _type = "Task" [ 945.363024] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.368831] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.453243] env[69895]: DEBUG nova.scheduler.client.report [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.697276] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.737957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.739056] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Instance network_info: |[{"id": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "address": "fa:16:3e:89:c6:dc", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e36b261-45", "ovs_interfaceid": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.740434] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c6:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e36b261-4567-4efa-a632-fb9cf0ff39a5', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.748624] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.750072] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.750621] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7b3915-3ba1-44d2-a3c8-397ca87caff3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.772228] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.772228] env[69895]: value = "task-3471878" [ 945.772228] env[69895]: _type = "Task" [ 945.772228] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.782263] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471878, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.824743] env[69895]: DEBUG nova.compute.manager [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Received event network-vif-plugged-1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.824743] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Acquiring lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.824743] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.824996] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.824996] env[69895]: DEBUG nova.compute.manager [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] No waiting events found dispatching network-vif-plugged-1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.825992] env[69895]: WARNING nova.compute.manager [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Received unexpected event network-vif-plugged-1e36b261-4567-4efa-a632-fb9cf0ff39a5 for instance with vm_state building and task_state spawning. [ 945.825992] env[69895]: DEBUG nova.compute.manager [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Received event network-changed-1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.825992] env[69895]: DEBUG nova.compute.manager [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Refreshing instance network info cache due to event network-changed-1e36b261-4567-4efa-a632-fb9cf0ff39a5. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.825992] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Acquiring lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.825992] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Acquired lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.825992] env[69895]: DEBUG nova.network.neutron [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Refreshing network info cache for port 1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.872476] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.895101] env[69895]: DEBUG nova.compute.manager [req-e3a89385-3208-4c40-9090-1ae20e5f938d req-49b0eb63-df61-483f-a783-22a259a982f6 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Received event network-vif-deleted-389192c6-b097-462f-9bb9-302564febbdc {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.895336] env[69895]: INFO nova.compute.manager [req-e3a89385-3208-4c40-9090-1ae20e5f938d req-49b0eb63-df61-483f-a783-22a259a982f6 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Neutron deleted interface 389192c6-b097-462f-9bb9-302564febbdc; detaching it from the instance and deleting it from the info cache [ 945.895497] env[69895]: DEBUG nova.network.neutron [req-e3a89385-3208-4c40-9090-1ae20e5f938d req-49b0eb63-df61-483f-a783-22a259a982f6 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.939491] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.958868] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.965365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.072s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.968395] env[69895]: DEBUG nova.objects.instance [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lazy-loading 'resources' on Instance uuid d2668357-cf62-4a3a-9e0e-a1563a821acf {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.977984] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.978381] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.978880] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.978989] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.979171] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.979340] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.979607] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.979745] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.979971] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.980281] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.980453] env[69895]: DEBUG nova.virt.hardware [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.982249] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0406441-48cc-4493-8f59-5f7dc005f7f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.986412] env[69895]: INFO nova.scheduler.client.report [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted allocations for instance 39bea95a-5af1-4ace-8557-675aa2473560 [ 945.998149] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82add647-b2fd-42db-aaa0-7ed13a70535c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.216246] env[69895]: DEBUG nova.network.neutron [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.225202] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.281695] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471878, 'name': CreateVM_Task, 'duration_secs': 0.472025} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.281977] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.282611] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.282793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.283112] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.284437] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc528ead-36c3-4af3-8a9e-78e7e03643c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.290457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "e993427e-b1e2-489f-a54a-0500c25cf072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.290668] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.295015] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 946.295015] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52496d7b-f7f3-9bab-b8d1-6a11d6a63adb" [ 946.295015] env[69895]: _type = "Task" [ 946.295015] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.303305] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52496d7b-f7f3-9bab-b8d1-6a11d6a63adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.371763] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626615} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.372088] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.372320] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.372578] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3ac53f5-fca7-4946-804a-4fef7f53e51d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.380261] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 946.380261] env[69895]: value = "task-3471879" [ 946.380261] env[69895]: _type = "Task" [ 946.380261] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.390573] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.399426] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65c8801-7196-44a2-a41f-d4bedb8a48e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.408060] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e478a9-c368-40d8-bfc7-4f3ab70fc0ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.445590] env[69895]: DEBUG nova.compute.manager [req-e3a89385-3208-4c40-9090-1ae20e5f938d req-49b0eb63-df61-483f-a783-22a259a982f6 service nova] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Detach interface failed, port_id=389192c6-b097-462f-9bb9-302564febbdc, reason: Instance 56f6e706-fab6-4a88-94f1-dd371d165fce could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.494961] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "39bea95a-5af1-4ace-8557-675aa2473560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.292s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.716267] env[69895]: DEBUG nova.network.neutron [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Updated VIF entry in instance network info cache for port 1e36b261-4567-4efa-a632-fb9cf0ff39a5. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.716695] env[69895]: DEBUG nova.network.neutron [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Updating instance_info_cache with network_info: [{"id": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "address": "fa:16:3e:89:c6:dc", "network": {"id": "caae214f-3a03-451a-a277-1b3408fc0e0f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050536152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9c2eea4e498493ca0a4185c145e7b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e36b261-45", "ovs_interfaceid": "1e36b261-4567-4efa-a632-fb9cf0ff39a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.719842] env[69895]: INFO nova.compute.manager [-] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Took 1.58 seconds to deallocate network for instance. [ 946.793638] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.808793] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52496d7b-f7f3-9bab-b8d1-6a11d6a63adb, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.809121] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.809360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.809635] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.809798] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.809978] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.810700] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a53604d-6508-4eed-8ccf-1b31a87c2427 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.820324] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.820630] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.821394] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff0547c-5edd-4d5c-9c87-0087507d7cfa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.827542] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 946.827542] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521ea8f8-528c-83b4-bb8f-038ea56e0c38" [ 946.827542] env[69895]: _type = "Task" [ 946.827542] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.842401] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521ea8f8-528c-83b4-bb8f-038ea56e0c38, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.845767] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f66764-3f53-43e1-a459-38d7733e99d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.852449] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 946.852449] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528dc01d-aadf-d588-e233-886d6040ff7c" [ 946.852449] env[69895]: _type = "Task" [ 946.852449] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.861376] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528dc01d-aadf-d588-e233-886d6040ff7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.887975] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b40c2-2604-4d02-a710-4824164b5f95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.893432] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236595} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.894006] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.894872] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200543c2-0de5-4fab-98b2-c0fbdeb9d17e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.899868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3b1f4-00f5-443a-812b-fa04d8a2ee79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.919765] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.919765] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e041ce-fd3e-4ee9-af2a-afa70fd575ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.958773] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ff6576-f08e-4604-a9bb-8b73d89782aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.962577] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 946.962577] env[69895]: value = "task-3471880" [ 946.962577] env[69895]: _type = "Task" [ 946.962577] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.969818] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669d53f-98a5-4d86-9ab1-05a605e86529 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.978556] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.990185] env[69895]: DEBUG nova.compute.provider_tree [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.221182] env[69895]: DEBUG oslo_concurrency.lockutils [req-f2ce19ad-e876-4d06-81fe-27933cca4bc6 req-2ab4ecc8-a499-458e-9bb2-962448979a70 service nova] Releasing lock "refresh_cache-5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.228577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.232393] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Successfully updated port: 37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.315220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.363423] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528dc01d-aadf-d588-e233-886d6040ff7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.363708] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.363973] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd/5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.364343] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d67bd3d-b0ea-4770-ac6e-d38a372703db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.373225] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 947.373225] env[69895]: value = "task-3471881" [ 947.373225] env[69895]: _type = "Task" [ 947.373225] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.380864] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.472593] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471880, 'name': ReconfigVM_Task, 'duration_secs': 0.496963} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.473853] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d/ee0f604d-fb7d-401c-a7a8-6668532bd69d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.474033] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b9027e8-a89d-4e74-8d6d-dcc1f91bd47d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.481020] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 947.481020] env[69895]: value = "task-3471882" [ 947.481020] env[69895]: _type = "Task" [ 947.481020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.491024] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471882, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.493306] env[69895]: DEBUG nova.scheduler.client.report [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.710213] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.710599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.711253] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.711516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.711695] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.716193] env[69895]: INFO nova.compute.manager [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Terminating instance [ 947.734940] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.735108] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquired lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.735370] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.881885] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492845} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.882276] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd/5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.882502] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.882779] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674185e1-cabb-4704-a3ab-9d561bf05f16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.888941] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 947.888941] env[69895]: value = "task-3471883" [ 947.888941] env[69895]: _type = "Task" [ 947.888941] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.896467] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.942305] env[69895]: DEBUG nova.compute.manager [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received event network-vif-plugged-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.942522] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Acquiring lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.942758] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.943084] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.943172] env[69895]: DEBUG nova.compute.manager [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] No waiting events found dispatching network-vif-plugged-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.943337] env[69895]: WARNING nova.compute.manager [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received unexpected event network-vif-plugged-37881933-8fad-4145-adf4-8ee2ecd44c42 for instance with vm_state building and task_state spawning. [ 947.943492] env[69895]: DEBUG nova.compute.manager [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.943644] env[69895]: DEBUG nova.compute.manager [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing instance network info cache due to event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.943810] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Acquiring lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.990306] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471882, 'name': Rename_Task, 'duration_secs': 0.221724} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.990708] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.991037] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49cdfa82-6660-4c7a-8e6c-dc4aeb25a6b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.996622] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 947.996622] env[69895]: value = "task-3471884" [ 947.996622] env[69895]: _type = "Task" [ 947.996622] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.000453] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.006829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.935s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.008291] env[69895]: INFO nova.compute.claims [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.011203] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.031651] env[69895]: INFO nova.scheduler.client.report [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted allocations for instance d2668357-cf62-4a3a-9e0e-a1563a821acf [ 948.221278] env[69895]: DEBUG nova.compute.manager [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.221278] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.221942] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5cbda-f0a2-41ba-9eef-c174d28d7f68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.230624] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.230893] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b681b1-a0ce-4d7a-9ce4-d8393a9118b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.238168] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 948.238168] env[69895]: value = "task-3471885" [ 948.238168] env[69895]: _type = "Task" [ 948.238168] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.249180] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.290885] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.399731] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079407} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.400177] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.401643] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa001a7f-9f3c-4741-9956-e9c860e9a106 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.426630] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd/5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.426954] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c173705e-bd88-42ef-bae4-8580218a3386 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.447724] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 948.447724] env[69895]: value = "task-3471886" [ 948.447724] env[69895]: _type = "Task" [ 948.447724] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.456125] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.506536] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.540884] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5521763e-6926-4ad8-9b37-899b60daa636 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "d2668357-cf62-4a3a-9e0e-a1563a821acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.109s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.545778] env[69895]: DEBUG nova.network.neutron [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [{"id": "37881933-8fad-4145-adf4-8ee2ecd44c42", "address": "fa:16:3e:a8:30:68", "network": {"id": "65adead7-5ead-4be3-ab2b-8210f94bc6b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1403195484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8061344c507448ac8cb09432b4652faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37881933-8f", "ovs_interfaceid": "37881933-8fad-4145-adf4-8ee2ecd44c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.748463] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471885, 'name': PowerOffVM_Task, 'duration_secs': 0.226563} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.748776] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.748949] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.749217] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-814c5638-0ec2-4dc2-9010-64befb2462e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.806396] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.806693] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.806937] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore1] 0fe5eaca-9df4-4352-beae-da23a386aa2a {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.807220] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9f72f4-aba5-4d54-bb31-01d6c86b9320 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.813459] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 948.813459] env[69895]: value = "task-3471888" [ 948.813459] env[69895]: _type = "Task" [ 948.813459] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.821764] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.957720] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471886, 'name': ReconfigVM_Task, 'duration_secs': 0.285638} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.958030] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd/5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.958718] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889a815a-40d5-49d1-b8e1-175e5b159c05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.964826] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 948.964826] env[69895]: value = "task-3471889" [ 948.964826] env[69895]: _type = "Task" [ 948.964826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.977675] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471889, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.007236] env[69895]: DEBUG oslo_vmware.api [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471884, 'name': PowerOnVM_Task, 'duration_secs': 0.532818} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.007474] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.007762] env[69895]: DEBUG nova.compute.manager [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.008699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976e0d5-0b9d-4b30-811f-d4724da9df6e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.050605] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Releasing lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.050950] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Instance network_info: |[{"id": "37881933-8fad-4145-adf4-8ee2ecd44c42", "address": "fa:16:3e:a8:30:68", "network": {"id": "65adead7-5ead-4be3-ab2b-8210f94bc6b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1403195484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8061344c507448ac8cb09432b4652faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37881933-8f", "ovs_interfaceid": "37881933-8fad-4145-adf4-8ee2ecd44c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.051286] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Acquired lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.051462] env[69895]: DEBUG nova.network.neutron [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.053063] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:30:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37881933-8fad-4145-adf4-8ee2ecd44c42', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.061395] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Creating folder: Project (8061344c507448ac8cb09432b4652faa). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.065548] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47d02e5b-11ba-41e8-97d9-54559d649f54 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.077248] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Created folder: Project (8061344c507448ac8cb09432b4652faa) in parent group-v693805. [ 949.077248] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Creating folder: Instances. Parent ref: group-v694008. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.079641] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e699af-c533-4b20-94ab-3a3207c63a23 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.089977] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Created folder: Instances in parent group-v694008. [ 949.089977] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.089977] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.089977] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30478d8f-d107-4908-bb4e-27a5b428b362 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.112825] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.112825] env[69895]: value = "task-3471892" [ 949.112825] env[69895]: _type = "Task" [ 949.112825] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.119490] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471892, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.325847] env[69895]: DEBUG oslo_vmware.api [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149843} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.326195] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.326325] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.326502] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.326701] env[69895]: INFO nova.compute.manager [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 949.327124] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.327450] env[69895]: DEBUG nova.compute.manager [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.327450] env[69895]: DEBUG nova.network.neutron [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.417718] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874fbe7-e689-4824-ba2f-2b0174242ca8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.425957] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad02ef84-e62e-47b9-b2f4-b0a78c151140 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457916] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0376be1a-ccee-4987-ae97-172a15f264ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.466665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d762d96-f7cf-4821-9603-e7aed44270c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.481319] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471889, 'name': Rename_Task, 'duration_secs': 0.150549} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.489184] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.489720] env[69895]: DEBUG nova.compute.provider_tree [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.491264] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e2081d-8d41-4b8b-8243-dc1ef1af36d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.497838] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 949.497838] env[69895]: value = "task-3471893" [ 949.497838] env[69895]: _type = "Task" [ 949.497838] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.505951] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.534612] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.621861] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471892, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.899318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.899624] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.899867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.900055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.900309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.904393] env[69895]: INFO nova.compute.manager [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Terminating instance [ 949.971885] env[69895]: DEBUG nova.network.neutron [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updated VIF entry in instance network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.972298] env[69895]: DEBUG nova.network.neutron [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [{"id": "37881933-8fad-4145-adf4-8ee2ecd44c42", "address": "fa:16:3e:a8:30:68", "network": {"id": "65adead7-5ead-4be3-ab2b-8210f94bc6b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1403195484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8061344c507448ac8cb09432b4652faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37881933-8f", "ovs_interfaceid": "37881933-8fad-4145-adf4-8ee2ecd44c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.994577] env[69895]: DEBUG nova.scheduler.client.report [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.009240] env[69895]: DEBUG oslo_vmware.api [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471893, 'name': PowerOnVM_Task, 'duration_secs': 0.453881} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.009519] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.009726] env[69895]: INFO nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Took 6.72 seconds to spawn the instance on the hypervisor. [ 950.009909] env[69895]: DEBUG nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.010690] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b85a5-01ca-40b1-960b-269c482d813a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.095574] env[69895]: DEBUG nova.compute.manager [req-dfb789e3-b70d-4217-8f6a-2dafc8fe9bb1 req-7dda5ed3-274d-44e5-8df8-b08c51fd100f service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Received event network-vif-deleted-428d6c45-d766-42f1-8820-b00355d60b9e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.095783] env[69895]: INFO nova.compute.manager [req-dfb789e3-b70d-4217-8f6a-2dafc8fe9bb1 req-7dda5ed3-274d-44e5-8df8-b08c51fd100f service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Neutron deleted interface 428d6c45-d766-42f1-8820-b00355d60b9e; detaching it from the instance and deleting it from the info cache [ 950.095978] env[69895]: DEBUG nova.network.neutron [req-dfb789e3-b70d-4217-8f6a-2dafc8fe9bb1 req-7dda5ed3-274d-44e5-8df8-b08c51fd100f service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.122562] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471892, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.270536] env[69895]: DEBUG nova.network.neutron [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.408902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "refresh_cache-ee0f604d-fb7d-401c-a7a8-6668532bd69d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.409151] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquired lock "refresh_cache-ee0f604d-fb7d-401c-a7a8-6668532bd69d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.409372] env[69895]: DEBUG nova.network.neutron [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.474766] env[69895]: DEBUG oslo_concurrency.lockutils [req-cf49b1ec-b5ac-47a7-b690-dcd9cde3a75d req-98fd6de9-88fb-4082-bfb1-66427b4dde59 service nova] Releasing lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505301] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.505301] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.507402] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.978s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.507624] env[69895]: DEBUG nova.objects.instance [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lazy-loading 'resources' on Instance uuid 06ba5a6c-dba0-43db-b2d9-7b1070fe0687 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.526357] env[69895]: INFO nova.compute.manager [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Took 35.82 seconds to build instance. [ 950.600044] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-875512e3-2071-4d36-87b9-ed64c4876bcc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.609704] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85cf0b9-4522-414e-82f2-44bfbad4193d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.629095] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471892, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.647630] env[69895]: DEBUG nova.compute.manager [req-dfb789e3-b70d-4217-8f6a-2dafc8fe9bb1 req-7dda5ed3-274d-44e5-8df8-b08c51fd100f service nova] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Detach interface failed, port_id=428d6c45-d766-42f1-8820-b00355d60b9e, reason: Instance 0fe5eaca-9df4-4352-beae-da23a386aa2a could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.774027] env[69895]: INFO nova.compute.manager [-] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Took 1.45 seconds to deallocate network for instance. [ 950.927936] env[69895]: DEBUG nova.network.neutron [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.002176] env[69895]: DEBUG nova.network.neutron [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.013931] env[69895]: DEBUG nova.compute.utils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.016823] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.016823] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.028132] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e34eae38-07fc-4dce-b323-5b59fd78c470 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.327s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.097814] env[69895]: DEBUG nova.policy [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee914ce8c7104fe18eb86a594ab101bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fd8617a68354394a8decf294cff65e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.129809] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471892, 'name': CreateVM_Task, 'duration_secs': 1.797033} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.130023] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.130817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.130990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.131326] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.131585] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33822e0a-7e37-4c32-8ea6-2b9095f36fa5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.137539] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 951.137539] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1ad3d-39e6-55a4-dcec-70ccd140b3a8" [ 951.137539] env[69895]: _type = "Task" [ 951.137539] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.146985] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1ad3d-39e6-55a4-dcec-70ccd140b3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.284229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.433755] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b10a0c-f79a-4bb4-bb70-1c41e06b799c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.441486] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7297af90-d570-4d0f-a4bf-ca5d89686aeb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.473509] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175b89ce-537c-4a41-aa1f-ddcc420323bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.481048] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeac758-35df-4185-a1cc-914c5cebec3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.497135] env[69895]: DEBUG nova.compute.provider_tree [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.505069] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Releasing lock "refresh_cache-ee0f604d-fb7d-401c-a7a8-6668532bd69d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.506523] env[69895]: DEBUG nova.compute.manager [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.506523] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.506986] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c41a12-0227-4568-84a3-a439a7bf7313 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.514403] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.514640] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848bfb06-02df-40cf-a993-b3c5e883b5db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.519086] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.523080] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 951.523080] env[69895]: value = "task-3471894" [ 951.523080] env[69895]: _type = "Task" [ 951.523080] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.531429] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.591077] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Successfully created port: f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.649191] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1ad3d-39e6-55a4-dcec-70ccd140b3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.649509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.649749] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.649986] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.650170] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.650355] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.652718] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a61d5d-b8f9-48ab-9139-86160071e4e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.659874] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.659874] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.661131] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3410ab7-79be-43fe-ba4f-a8bac3ba7cdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.666318] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 951.666318] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522eb04a-d7f3-f04d-6a84-ffff1baa772c" [ 951.666318] env[69895]: _type = "Task" [ 951.666318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.675839] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522eb04a-d7f3-f04d-6a84-ffff1baa772c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.862816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.862816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.862816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.862816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.862816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.863591] env[69895]: INFO nova.compute.manager [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Terminating instance [ 952.002821] env[69895]: DEBUG nova.scheduler.client.report [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.037183] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471894, 'name': PowerOffVM_Task, 'duration_secs': 0.159127} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.038994] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.038994] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.038994] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcdff53f-f38a-496e-90b3-fb1b67d7ab5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.064869] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.065107] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.065294] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Deleting the datastore file [datastore2] ee0f604d-fb7d-401c-a7a8-6668532bd69d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.065545] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfecc9aa-aa94-47b7-b0a9-6ecf274de52a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.073375] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for the task: (returnval){ [ 952.073375] env[69895]: value = "task-3471896" [ 952.073375] env[69895]: _type = "Task" [ 952.073375] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.080911] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.177500] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522eb04a-d7f3-f04d-6a84-ffff1baa772c, 'name': SearchDatastore_Task, 'duration_secs': 0.01641} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.178017] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198258b1-f841-4145-8f6d-f84058f7310e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.184183] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 952.184183] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52397112-24bc-ded1-a1a6-c6c1c2458825" [ 952.184183] env[69895]: _type = "Task" [ 952.184183] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.195825] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52397112-24bc-ded1-a1a6-c6c1c2458825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.367935] env[69895]: DEBUG nova.compute.manager [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.368276] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.369299] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e96992-ad66-44e6-b4e1-ee7abf6938d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377164] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.377523] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91bc6e9-cd72-42d6-b844-51cf79b6b518 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.383889] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 952.383889] env[69895]: value = "task-3471897" [ 952.383889] env[69895]: _type = "Task" [ 952.383889] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.394918] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.508033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.510520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.277s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.512144] env[69895]: INFO nova.compute.claims [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.530775] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.533924] env[69895]: INFO nova.scheduler.client.report [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Deleted allocations for instance 06ba5a6c-dba0-43db-b2d9-7b1070fe0687 [ 952.566360] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.566955] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.567348] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.567712] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.568027] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.568368] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.568738] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.570104] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.570104] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.570104] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.570104] env[69895]: DEBUG nova.virt.hardware [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.571069] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2587b745-b9a1-4c63-a1d0-0e3bb4760348 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.586109] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681cca6-7970-4f92-b751-6dfc32c7c196 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.590455] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.700486] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52397112-24bc-ded1-a1a6-c6c1c2458825, 'name': SearchDatastore_Task, 'duration_secs': 0.023797} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.700786] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.701105] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 701decf6-25c1-4fe2-9168-a9aebb680386/701decf6-25c1-4fe2-9168-a9aebb680386.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.702427] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f24d45-677f-4db9-9495-d19e149ce93e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.715249] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 952.715249] env[69895]: value = "task-3471898" [ 952.715249] env[69895]: _type = "Task" [ 952.715249] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.727364] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.895557] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471897, 'name': PowerOffVM_Task, 'duration_secs': 0.29255} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.896159] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.898105] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.898105] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5014b9fb-5377-4600-81e5-ecc01f0b5058 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.963928] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.964497] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.964825] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleting the datastore file [datastore2] 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.965144] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-604d80cc-4736-4c7f-a414-c6fee517de5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.975418] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for the task: (returnval){ [ 952.975418] env[69895]: value = "task-3471900" [ 952.975418] env[69895]: _type = "Task" [ 952.975418] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.989412] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.043817] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a29d44fd-f83a-4822-949e-c924a915770d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Lock "06ba5a6c-dba0-43db-b2d9-7b1070fe0687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.072s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.085425] env[69895]: DEBUG oslo_vmware.api [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Task: {'id': task-3471896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.952568} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.085724] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.086245] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.086245] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.086406] env[69895]: INFO nova.compute.manager [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Took 1.58 seconds to destroy the instance on the hypervisor. [ 953.086634] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.086879] env[69895]: DEBUG nova.compute.manager [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.086963] env[69895]: DEBUG nova.network.neutron [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.112513] env[69895]: DEBUG nova.network.neutron [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.208029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.208344] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.208526] env[69895]: INFO nova.compute.manager [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Shelving [ 953.224329] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450501} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.225170] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 701decf6-25c1-4fe2-9168-a9aebb680386/701decf6-25c1-4fe2-9168-a9aebb680386.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.225379] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.225633] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb1947e-9405-4a55-87f5-787380153977 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.232746] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 953.232746] env[69895]: value = "task-3471901" [ 953.232746] env[69895]: _type = "Task" [ 953.232746] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.240568] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.242537] env[69895]: DEBUG nova.compute.manager [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Received event network-vif-plugged-f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.242853] env[69895]: DEBUG oslo_concurrency.lockutils [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] Acquiring lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.242963] env[69895]: DEBUG oslo_concurrency.lockutils [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.243094] env[69895]: DEBUG oslo_concurrency.lockutils [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.243325] env[69895]: DEBUG nova.compute.manager [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] No waiting events found dispatching network-vif-plugged-f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.243406] env[69895]: WARNING nova.compute.manager [req-52de26e8-c9c5-48dd-a96e-b8b1a048f93f req-d1697215-5d17-4d3a-889a-b59f854f93e3 service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Received unexpected event network-vif-plugged-f54ac645-b25f-414c-ab62-c3f650bedcf7 for instance with vm_state building and task_state spawning. [ 953.369350] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Successfully updated port: f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.485463] env[69895]: DEBUG oslo_vmware.api [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Task: {'id': task-3471900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243316} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.485726] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.485913] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.486105] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.486282] env[69895]: INFO nova.compute.manager [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 953.486519] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.486721] env[69895]: DEBUG nova.compute.manager [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.486818] env[69895]: DEBUG nova.network.neutron [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.617038] env[69895]: DEBUG nova.network.neutron [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.746894] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0676} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.747201] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.748189] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e71f04-ffcd-42c1-ad36-f1d8f4421a9b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.774424] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 701decf6-25c1-4fe2-9168-a9aebb680386/701decf6-25c1-4fe2-9168-a9aebb680386.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.777426] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f1caa2-436d-4aa7-be0e-e568ec67ca76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.798763] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 953.798763] env[69895]: value = "task-3471902" [ 953.798763] env[69895]: _type = "Task" [ 953.798763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.806684] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.871923] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.872088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquired lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.872243] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.955016] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7cac53-49ec-4e18-aa0d-3801fe19e160 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.961522] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e71cb-63a8-467e-a3f1-478b7f079127 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.992529] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004db8ae-9635-4dcd-9961-1f384f8b83d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.000761] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91927288-2666-4d38-ab04-ef2ce2dd04d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.016317] env[69895]: DEBUG nova.compute.provider_tree [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.119709] env[69895]: INFO nova.compute.manager [-] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Took 1.03 seconds to deallocate network for instance. [ 954.222345] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.222676] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fbe0922-4ecd-4598-a1ac-da87f113341b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.234998] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 954.234998] env[69895]: value = "task-3471903" [ 954.234998] env[69895]: _type = "Task" [ 954.234998] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.245334] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.310216] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.421043] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.523711] env[69895]: DEBUG nova.scheduler.client.report [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.526788] env[69895]: DEBUG nova.network.neutron [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.627065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.662423] env[69895]: DEBUG nova.network.neutron [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Updating instance_info_cache with network_info: [{"id": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "address": "fa:16:3e:c5:97:5d", "network": {"id": "bf0c36d5-68e7-4dff-81fb-e56788120a01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-581230861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fd8617a68354394a8decf294cff65e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54ac645-b2", "ovs_interfaceid": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.746658] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471903, 'name': PowerOffVM_Task, 'duration_secs': 0.210142} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.747098] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.747976] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10668dc0-5d63-4e17-91d6-e0214e4a3643 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.770546] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd05cf-935b-42cc-9745-998383a1bab9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.809033] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471902, 'name': ReconfigVM_Task, 'duration_secs': 0.775042} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.809539] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 701decf6-25c1-4fe2-9168-a9aebb680386/701decf6-25c1-4fe2-9168-a9aebb680386.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.810263] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a2e6272-2fba-4661-ba2c-78f5d77a6bbf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.821868] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 954.821868] env[69895]: value = "task-3471904" [ 954.821868] env[69895]: _type = "Task" [ 954.821868] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.831455] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471904, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.030166] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.030794] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.034115] env[69895]: INFO nova.compute.manager [-] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Took 1.55 seconds to deallocate network for instance. [ 955.034410] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.202s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.034628] env[69895]: DEBUG nova.objects.instance [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lazy-loading 'resources' on Instance uuid c4e25f8c-ca45-426f-81ab-bdeabeb63c59 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.165308] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Releasing lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.165672] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Instance network_info: |[{"id": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "address": "fa:16:3e:c5:97:5d", "network": {"id": "bf0c36d5-68e7-4dff-81fb-e56788120a01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-581230861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fd8617a68354394a8decf294cff65e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54ac645-b2", "ovs_interfaceid": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.166114] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:97:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f54ac645-b25f-414c-ab62-c3f650bedcf7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.173700] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Creating folder: Project (9fd8617a68354394a8decf294cff65e6). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.174754] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-346b2637-8ca5-4776-a24c-2de703a48a7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.186584] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Created folder: Project (9fd8617a68354394a8decf294cff65e6) in parent group-v693805. [ 955.186824] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Creating folder: Instances. Parent ref: group-v694011. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.187529] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72484dc2-3440-40fc-a733-b45f00774dd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.197085] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Created folder: Instances in parent group-v694011. [ 955.197181] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.197381] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.197589] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b07899-b831-4a7a-9f6b-4c906a5740b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.218373] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.218373] env[69895]: value = "task-3471907" [ 955.218373] env[69895]: _type = "Task" [ 955.218373] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.225475] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471907, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.281501] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.281824] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a739d2f-d0f4-4244-b64a-0512e0fc8d75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.289013] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 955.289013] env[69895]: value = "task-3471908" [ 955.289013] env[69895]: _type = "Task" [ 955.289013] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.297462] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.339031] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471904, 'name': Rename_Task, 'duration_secs': 0.149253} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.339610] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.339698] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f2ee53-1a8b-4c5c-9559-4b4ace86d956 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.345389] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 955.345389] env[69895]: value = "task-3471909" [ 955.345389] env[69895]: _type = "Task" [ 955.345389] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.353341] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.376244] env[69895]: DEBUG nova.compute.manager [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Received event network-changed-f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.376455] env[69895]: DEBUG nova.compute.manager [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Refreshing instance network info cache due to event network-changed-f54ac645-b25f-414c-ab62-c3f650bedcf7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.376690] env[69895]: DEBUG oslo_concurrency.lockutils [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] Acquiring lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.377230] env[69895]: DEBUG oslo_concurrency.lockutils [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] Acquired lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.377230] env[69895]: DEBUG nova.network.neutron [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Refreshing network info cache for port f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.538713] env[69895]: DEBUG nova.compute.utils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.542931] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.543590] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.554078] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.598342] env[69895]: DEBUG nova.policy [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ad2f39e5b94e9c8fd775895c9e8d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e48e663f034ae8918dda62482cf9ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.728409] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471907, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.798617] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.859145] env[69895]: DEBUG oslo_vmware.api [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471909, 'name': PowerOnVM_Task, 'duration_secs': 0.508802} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.859580] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.859680] env[69895]: INFO nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Took 9.92 seconds to spawn the instance on the hypervisor. [ 955.859837] env[69895]: DEBUG nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.860692] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b18bd-06e0-45d2-b9b0-a22f04c6b2d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.960116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7b298e-4366-455d-90bf-9f0e3d4c9dc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.966194] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65baf3-3bcd-42fc-99c0-c3029c0859ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.004594] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5dd35-abe5-4abd-a51e-79cdf326cfcc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.008498] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Successfully created port: ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.016244] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9722923-ab14-47b5-9e44-be4a2c854c1c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.031205] env[69895]: DEBUG nova.compute.provider_tree [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.046521] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.232366] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471907, 'name': CreateVM_Task, 'duration_secs': 0.808324} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.232566] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.233460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.233686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.234135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.234465] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b4292e-7b55-4048-a48e-16cc9d736d30 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.240089] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 956.240089] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52083bf8-2a07-6004-49ad-ebdb2b962edb" [ 956.240089] env[69895]: _type = "Task" [ 956.240089] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.250946] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52083bf8-2a07-6004-49ad-ebdb2b962edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.299686] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471908, 'name': CreateSnapshot_Task, 'duration_secs': 0.66719} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.299961] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.300708] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2314c1c-d549-4d48-bccd-adca335d038f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.331808] env[69895]: DEBUG nova.network.neutron [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Updated VIF entry in instance network info cache for port f54ac645-b25f-414c-ab62-c3f650bedcf7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.332232] env[69895]: DEBUG nova.network.neutron [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Updating instance_info_cache with network_info: [{"id": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "address": "fa:16:3e:c5:97:5d", "network": {"id": "bf0c36d5-68e7-4dff-81fb-e56788120a01", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-581230861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fd8617a68354394a8decf294cff65e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54ac645-b2", "ovs_interfaceid": "f54ac645-b25f-414c-ab62-c3f650bedcf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.386449] env[69895]: INFO nova.compute.manager [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Took 36.82 seconds to build instance. [ 956.535507] env[69895]: DEBUG nova.scheduler.client.report [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.751045] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52083bf8-2a07-6004-49ad-ebdb2b962edb, 'name': SearchDatastore_Task, 'duration_secs': 0.019773} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.751045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.751045] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.751045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.751045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.751786] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.751786] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0549737-d877-4bda-99a5-7fd559c8f42f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760038] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.760266] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.760945] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8067ade-8557-4dfa-bb49-ad186bc42001 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765854] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 956.765854] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218e671-c706-8556-0c63-ddf5215d97a7" [ 956.765854] env[69895]: _type = "Task" [ 956.765854] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.773071] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218e671-c706-8556-0c63-ddf5215d97a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.827506] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.827850] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a362329-938f-478c-b242-d49c0adfab20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.834864] env[69895]: DEBUG oslo_concurrency.lockutils [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] Releasing lock "refresh_cache-6451338d-bf01-4ac8-ac06-7c1563326ab6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.835130] env[69895]: DEBUG nova.compute.manager [req-912bd1ed-b9c4-47de-a18e-2f82f337ad7e req-ef63f026-0b02-4615-8413-e98964d8a28b service nova] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Received event network-vif-deleted-1e36b261-4567-4efa-a632-fb9cf0ff39a5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.836706] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 956.836706] env[69895]: value = "task-3471910" [ 956.836706] env[69895]: _type = "Task" [ 956.836706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.844607] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471910, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.888731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0aed7046-08f7-49c1-9d2a-e87378d26184 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.341s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.041086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.043596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.307s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.045129] env[69895]: INFO nova.compute.claims [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.055895] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.066522] env[69895]: INFO nova.scheduler.client.report [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted allocations for instance c4e25f8c-ca45-426f-81ab-bdeabeb63c59 [ 957.085478] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.085737] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.085896] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.086111] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.086266] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.086414] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.086642] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.086826] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.087048] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.087226] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.087403] env[69895]: DEBUG nova.virt.hardware [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.088812] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d75baf-2ce2-4872-86a3-bd18f400c868 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.097987] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf05d7b-07eb-4b6c-b62d-3e6edff1177d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.281660] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218e671-c706-8556-0c63-ddf5215d97a7, 'name': SearchDatastore_Task, 'duration_secs': 0.022808} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.282483] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867f8042-7d29-402a-8952-228d3fe6b5d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.288120] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 957.288120] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5237d979-d9e0-9a7d-f248-bc4813c1cdfc" [ 957.288120] env[69895]: _type = "Task" [ 957.288120] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.296913] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5237d979-d9e0-9a7d-f248-bc4813c1cdfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.346774] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471910, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.574803] env[69895]: DEBUG oslo_concurrency.lockutils [None req-47f6c137-bff2-4597-8d55-9c203fe3c03c tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "c4e25f8c-ca45-426f-81ab-bdeabeb63c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.112s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.800009] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5237d979-d9e0-9a7d-f248-bc4813c1cdfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.800314] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.800604] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 6451338d-bf01-4ac8-ac06-7c1563326ab6/6451338d-bf01-4ac8-ac06-7c1563326ab6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.800898] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf7d67c-8dd4-4cad-a7db-1c7815febbda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.811368] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 957.811368] env[69895]: value = "task-3471911" [ 957.811368] env[69895]: _type = "Task" [ 957.811368] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.822940] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.849550] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471910, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.083999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "6c80d227-699d-4373-bc0c-806714d3d02e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.085763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.085763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.085763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.086167] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.090880] env[69895]: INFO nova.compute.manager [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Terminating instance [ 958.200516] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Successfully updated port: ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.324663] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491436} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.327634] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 6451338d-bf01-4ac8-ac06-7c1563326ab6/6451338d-bf01-4ac8-ac06-7c1563326ab6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.327634] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.328846] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d1a7363-0fba-49c0-9b02-cc0e12ee42b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.334208] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 958.334208] env[69895]: value = "task-3471912" [ 958.334208] env[69895]: _type = "Task" [ 958.334208] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.347264] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.353551] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471910, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.491406] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f1ef4b-a9c7-423f-a0e1-cb79651b262a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.499669] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edddaaad-3694-4ef8-84eb-e9302e14e50e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.539165] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53e238-1285-433d-b7ba-769a68943eb2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.547148] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6e1b0c-d310-457a-8c1a-c1cce78715fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.562687] env[69895]: DEBUG nova.compute.provider_tree [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.593967] env[69895]: DEBUG nova.compute.manager [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.594268] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.595161] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494bc662-3ab1-47aa-86c2-87186c5b504d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.603129] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.603693] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e198bd7c-9553-470a-bd4e-4ded742d2090 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.612020] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 958.612020] env[69895]: value = "task-3471913" [ 958.612020] env[69895]: _type = "Task" [ 958.612020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.618667] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.705458] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.705458] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.705458] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.850121] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.853058] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.853435] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471910, 'name': CloneVM_Task, 'duration_secs': 1.734895} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.854192] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b63622-ad24-4fb3-b4c2-e2e8f690b052 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.856792] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Created linked-clone VM from snapshot [ 958.858246] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535ac84-56d6-4920-94eb-21adb5708129 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.865376] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Uploading image e702adb0-1cc3-496d-b587-cc6479d20528 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.887654] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6451338d-bf01-4ac8-ac06-7c1563326ab6/6451338d-bf01-4ac8-ac06-7c1563326ab6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.890084] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2c20274-a472-4b2d-98ca-a86c23f4f63e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.909167] env[69895]: DEBUG nova.compute.manager [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Received event network-vif-plugged-ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.909342] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.909558] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] Lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.909726] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] Lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.909892] env[69895]: DEBUG nova.compute.manager [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] No waiting events found dispatching network-vif-plugged-ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.910070] env[69895]: WARNING nova.compute.manager [req-e57dc3ff-b2ba-4109-bbd8-3d42541fbf12 req-5b90aaa5-8968-4f8e-808e-8aeb9efe4dda service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Received unexpected event network-vif-plugged-ae7a75ca-6063-456c-bb05-d602c9bad68e for instance with vm_state building and task_state spawning. [ 958.912151] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.912151] env[69895]: value = "vm-694015" [ 958.912151] env[69895]: _type = "VirtualMachine" [ 958.912151] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.913073] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8eb80540-6c67-405b-aaae-d1f22b5273ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.918901] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 958.918901] env[69895]: value = "task-3471914" [ 958.918901] env[69895]: _type = "Task" [ 958.918901] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.920250] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lease: (returnval){ [ 958.920250] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b27cb4-1429-c869-640d-fae47e93dc1c" [ 958.920250] env[69895]: _type = "HttpNfcLease" [ 958.920250] env[69895]: } obtained for exporting VM: (result){ [ 958.920250] env[69895]: value = "vm-694015" [ 958.920250] env[69895]: _type = "VirtualMachine" [ 958.920250] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.920457] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the lease: (returnval){ [ 958.920457] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b27cb4-1429-c869-640d-fae47e93dc1c" [ 958.920457] env[69895]: _type = "HttpNfcLease" [ 958.920457] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.934812] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.937380] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.937380] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b27cb4-1429-c869-640d-fae47e93dc1c" [ 958.937380] env[69895]: _type = "HttpNfcLease" [ 958.937380] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.937693] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.937693] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b27cb4-1429-c869-640d-fae47e93dc1c" [ 958.937693] env[69895]: _type = "HttpNfcLease" [ 958.937693] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.938457] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c4fad2-2e16-40d9-be6b-361990ad6a52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.947721] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.948054] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.053935] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54c55175-55ae-4665-8ee3-124480d66043 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.065873] env[69895]: DEBUG nova.scheduler.client.report [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.120339] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471913, 'name': PowerOffVM_Task, 'duration_secs': 0.45268} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.120642] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.120831] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.121110] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85d5aa7d-2dd7-430a-acf8-a2dd9221efa4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.213330] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.213553] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.213756] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore2] 6c80d227-699d-4373-bc0c-806714d3d02e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.214020] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5a0767-97a1-4c98-836c-896ef936fba7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.221701] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 959.221701] env[69895]: value = "task-3471917" [ 959.221701] env[69895]: _type = "Task" [ 959.221701] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.229329] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.386429] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.433061] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471914, 'name': ReconfigVM_Task, 'duration_secs': 0.314305} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.436208] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6451338d-bf01-4ac8-ac06-7c1563326ab6/6451338d-bf01-4ac8-ac06-7c1563326ab6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.436867] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b86a0bbe-c96e-4920-b5df-f8418c164fec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.449141] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 959.449141] env[69895]: value = "task-3471918" [ 959.449141] env[69895]: _type = "Task" [ 959.449141] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.461331] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471918, 'name': Rename_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.517030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.517445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.571227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.571798] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.575338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.175s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.575560] env[69895]: DEBUG nova.objects.instance [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lazy-loading 'resources' on Instance uuid 79ae4798-a420-4654-ab46-58769d85f61b {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.733753] env[69895]: DEBUG oslo_vmware.api [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.734301] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.734565] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.734764] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.734943] env[69895]: INFO nova.compute.manager [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.735255] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.735462] env[69895]: DEBUG nova.compute.manager [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.735557] env[69895]: DEBUG nova.network.neutron [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.765691] env[69895]: DEBUG nova.network.neutron [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.961166] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471918, 'name': Rename_Task, 'duration_secs': 0.235185} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.962759] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.962874] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2206694d-80dc-4fc4-bc7b-2db456f408aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.971169] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 959.971169] env[69895]: value = "task-3471919" [ 959.971169] env[69895]: _type = "Task" [ 959.971169] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.979270] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.020930] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.081398] env[69895]: DEBUG nova.compute.utils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.086295] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.086295] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.233932] env[69895]: DEBUG nova.policy [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.268739] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.269231] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Instance network_info: |[{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.272596] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:05:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae7a75ca-6063-456c-bb05-d602c9bad68e', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.283310] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Creating folder: Project (c0e48e663f034ae8918dda62482cf9ce). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.283310] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f71968-88d2-4604-89c8-4765a552ac90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.298416] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Created folder: Project (c0e48e663f034ae8918dda62482cf9ce) in parent group-v693805. [ 960.298644] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Creating folder: Instances. Parent ref: group-v694016. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.298868] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52518048-1c66-48d6-a0e3-1dd68aa10288 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.309204] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Created folder: Instances in parent group-v694016. [ 960.309367] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.312617] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.312617] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa8e7db-11dd-48e9-8379-718fce7311de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.336404] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.336404] env[69895]: value = "task-3471922" [ 960.336404] env[69895]: _type = "Task" [ 960.336404] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.347618] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471922, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.483081] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.550066] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.585488] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.619734] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c00230-d21a-4786-9c71-1f45cdd47250 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.630029] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b996ee5-f5fd-4154-9c60-0ffde947332d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668052] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e405229-2833-4403-8b4c-ba8087e0f3a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.677633] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0a9c2-9c18-4632-a4bc-dbdd7f20bc47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.695905] env[69895]: DEBUG nova.compute.provider_tree [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.846694] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471922, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.908684] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Successfully created port: 00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.912245] env[69895]: DEBUG nova.network.neutron [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.992302] env[69895]: DEBUG oslo_vmware.api [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471919, 'name': PowerOnVM_Task, 'duration_secs': 0.648736} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.993432] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.993828] env[69895]: INFO nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 960.994197] env[69895]: DEBUG nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.995537] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c2e420-577c-4060-95aa-68e814edfdae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172043] env[69895]: DEBUG nova.compute.manager [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Received event network-changed-ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.172279] env[69895]: DEBUG nova.compute.manager [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Refreshing instance network info cache due to event network-changed-ae7a75ca-6063-456c-bb05-d602c9bad68e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.172535] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Acquiring lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.172690] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Acquired lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.172786] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Refreshing network info cache for port ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.203311] env[69895]: DEBUG nova.scheduler.client.report [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.351488] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471922, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.414881] env[69895]: INFO nova.compute.manager [-] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Took 1.68 seconds to deallocate network for instance. [ 961.520337] env[69895]: INFO nova.compute.manager [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Took 34.48 seconds to build instance. [ 961.598303] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.627763] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.628059] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.628230] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.628412] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.628558] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.628700] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.628909] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.629082] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.629335] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.629552] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.629763] env[69895]: DEBUG nova.virt.hardware [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.630617] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df31222-4388-41ad-866b-53566605e44b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.638685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce22fe-9001-4561-abfa-b8da0995beb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.709045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.710523] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.189s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.710870] env[69895]: DEBUG nova.objects.instance [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 961.741139] env[69895]: INFO nova.scheduler.client.report [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Deleted allocations for instance 79ae4798-a420-4654-ab46-58769d85f61b [ 961.851264] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471922, 'name': CreateVM_Task, 'duration_secs': 1.496676} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.851264] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.851771] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.851938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.852256] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.852510] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4f64e2-38da-4c99-997a-edef5824d6b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.858419] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 961.858419] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eb25e8-9240-8af1-54e3-a2249d9a8ad6" [ 961.858419] env[69895]: _type = "Task" [ 961.858419] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.867333] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eb25e8-9240-8af1-54e3-a2249d9a8ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.921869] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.022833] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.992s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.034517] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updated VIF entry in instance network info cache for port ae7a75ca-6063-456c-bb05-d602c9bad68e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.034884] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.205792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.206025] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.206259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.206447] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.206616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.211441] env[69895]: INFO nova.compute.manager [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Terminating instance [ 962.248792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Lock "79ae4798-a420-4654-ab46-58769d85f61b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.346s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.381535] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eb25e8-9240-8af1-54e3-a2249d9a8ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.381970] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.382343] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.382752] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.382999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.383553] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.383664] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90927e7f-e2fc-45bc-ba29-46b6710baf5b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.393416] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.393959] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.395012] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a037942a-90f2-4389-b424-6e898d5e669a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.400678] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 962.400678] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52baa077-fb00-c246-d8ca-f8e624f3cd31" [ 962.400678] env[69895]: _type = "Task" [ 962.400678] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.408978] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52baa077-fb00-c246-d8ca-f8e624f3cd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.537610] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Releasing lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.537904] env[69895]: DEBUG nova.compute.manager [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.538100] env[69895]: DEBUG nova.compute.manager [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing instance network info cache due to event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.538317] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Acquiring lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.538483] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Acquired lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.538649] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.715174] env[69895]: DEBUG nova.compute.manager [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.715448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.716432] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd453b-c62e-4737-9686-1dd70c329869 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.720292] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1c4c34f6-4910-4a76-9f55-38d32028ed15 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.721406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.146s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.724486] env[69895]: DEBUG nova.objects.instance [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lazy-loading 'resources' on Instance uuid 78e8adaa-18c0-4548-8cd3-5e16040515af {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.728428] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.728788] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7030ebd4-c154-43ca-b142-091f233996f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.741697] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 962.741697] env[69895]: value = "task-3471923" [ 962.741697] env[69895]: _type = "Task" [ 962.741697] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.750947] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.911746] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52baa077-fb00-c246-d8ca-f8e624f3cd31, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.912562] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b554866e-6c1d-499d-8837-fd473ccdabc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.920736] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 962.920736] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525000e0-2fb9-fc5f-48b4-ca43cd22c2af" [ 962.920736] env[69895]: _type = "Task" [ 962.920736] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.936639] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525000e0-2fb9-fc5f-48b4-ca43cd22c2af, 'name': SearchDatastore_Task} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.936639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.936639] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 39c9eec4-5512-4226-a03d-e08e034e6817/39c9eec4-5512-4226-a03d-e08e034e6817.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.936639] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd76ce5c-fc86-460d-80ad-ce435c0d7913 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.943831] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 962.943831] env[69895]: value = "task-3471924" [ 962.943831] env[69895]: _type = "Task" [ 962.943831] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.953673] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.161313] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Successfully updated port: 00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.257956] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471923, 'name': PowerOffVM_Task, 'duration_secs': 0.245759} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.258332] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.258530] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.258842] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eff0c521-99d0-4c2b-89b6-01ee23c6aaab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.326195] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.326569] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.326820] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Deleting the datastore file [datastore1] 6451338d-bf01-4ac8-ac06-7c1563326ab6 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.330084] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b1e22b4-4026-412e-8897-1454720cacd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.340846] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for the task: (returnval){ [ 963.340846] env[69895]: value = "task-3471926" [ 963.340846] env[69895]: _type = "Task" [ 963.340846] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.351470] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.455985] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477044} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.455985] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 39c9eec4-5512-4226-a03d-e08e034e6817/39c9eec4-5512-4226-a03d-e08e034e6817.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.455985] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.455985] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b046a3-0447-49e9-a273-dab71e802ea9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.463395] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 963.463395] env[69895]: value = "task-3471927" [ 963.463395] env[69895]: _type = "Task" [ 963.463395] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.477343] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.589430] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updated VIF entry in instance network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.589430] env[69895]: DEBUG nova.network.neutron [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [{"id": "37881933-8fad-4145-adf4-8ee2ecd44c42", "address": "fa:16:3e:a8:30:68", "network": {"id": "65adead7-5ead-4be3-ab2b-8210f94bc6b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1403195484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8061344c507448ac8cb09432b4652faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37881933-8f", "ovs_interfaceid": "37881933-8fad-4145-adf4-8ee2ecd44c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.664033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.664205] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.664340] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.691191] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Received event network-vif-plugged-00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.691415] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Acquiring lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.691619] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.691778] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.691955] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] No waiting events found dispatching network-vif-plugged-00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.692180] env[69895]: WARNING nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Received unexpected event network-vif-plugged-00956baf-b283-465e-a36d-9d8e5fd4a090 for instance with vm_state building and task_state spawning. [ 963.692363] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.692495] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing instance network info cache due to event network-changed-37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.692662] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Acquiring lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.699626] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a19b1-7598-420f-bdc5-18fed9b3a459 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.709598] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd2271-a14c-48a9-a99c-3a24b99be611 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744907] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3e103-2256-46e0-a47f-6ad2857f8563 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.756821] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64079e29-0746-4e55-84fb-10c8e62a6158 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.773978] env[69895]: DEBUG nova.compute.provider_tree [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.852043] env[69895]: DEBUG oslo_vmware.api [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Task: {'id': task-3471926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230009} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.852580] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.853216] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.853216] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.853216] env[69895]: INFO nova.compute.manager [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 963.853524] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.853658] env[69895]: DEBUG nova.compute.manager [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.853746] env[69895]: DEBUG nova.network.neutron [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.974560] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08502} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.974907] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.975979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecaeba1-cd23-4e98-9594-596715a9dfcb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.003781] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 39c9eec4-5512-4226-a03d-e08e034e6817/39c9eec4-5512-4226-a03d-e08e034e6817.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.004900] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e517ad-3734-484b-a7c3-249eeda82903 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.027712] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 964.027712] env[69895]: value = "task-3471928" [ 964.027712] env[69895]: _type = "Task" [ 964.027712] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.039543] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.098707] env[69895]: DEBUG oslo_concurrency.lockutils [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] Releasing lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.098707] env[69895]: DEBUG nova.compute.manager [req-f0c7aadd-7b62-4066-b3a2-b10def4de23e req-853699f0-9b83-40ef-8773-a921319337ba service nova] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Received event network-vif-deleted-f538a72b-1f0a-4741-a8a6-d23457537921 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.098707] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Acquired lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.098707] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Refreshing network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.247336] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.277912] env[69895]: DEBUG nova.scheduler.client.report [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.538688] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471928, 'name': ReconfigVM_Task, 'duration_secs': 0.422211} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.539054] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 39c9eec4-5512-4226-a03d-e08e034e6817/39c9eec4-5512-4226-a03d-e08e034e6817.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.539712] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fbe38d-07bf-4753-a1c6-12cfa734511c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.547799] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 964.547799] env[69895]: value = "task-3471929" [ 964.547799] env[69895]: _type = "Task" [ 964.547799] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.562145] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471929, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.783285] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.788765] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.582s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.788765] env[69895]: DEBUG nova.objects.instance [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lazy-loading 'resources' on Instance uuid bda20858-0f1e-4055-ad92-171d790b7a07 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.791959] env[69895]: DEBUG nova.network.neutron [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Updating instance_info_cache with network_info: [{"id": "00956baf-b283-465e-a36d-9d8e5fd4a090", "address": "fa:16:3e:54:6b:90", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00956baf-b2", "ovs_interfaceid": "00956baf-b283-465e-a36d-9d8e5fd4a090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.825944] env[69895]: INFO nova.scheduler.client.report [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Deleted allocations for instance 78e8adaa-18c0-4548-8cd3-5e16040515af [ 964.881818] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updated VIF entry in instance network info cache for port 37881933-8fad-4145-adf4-8ee2ecd44c42. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.881818] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [{"id": "37881933-8fad-4145-adf4-8ee2ecd44c42", "address": "fa:16:3e:a8:30:68", "network": {"id": "65adead7-5ead-4be3-ab2b-8210f94bc6b0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1403195484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8061344c507448ac8cb09432b4652faa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37881933-8f", "ovs_interfaceid": "37881933-8fad-4145-adf4-8ee2ecd44c42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.060915] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471929, 'name': Rename_Task, 'duration_secs': 0.166478} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.061279] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.061569] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202a62b1-1cf5-463b-a5db-5d048186009a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.068997] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 965.068997] env[69895]: value = "task-3471930" [ 965.068997] env[69895]: _type = "Task" [ 965.068997] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.080462] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.130045] env[69895]: DEBUG nova.network.neutron [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.302032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.302032] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Instance network_info: |[{"id": "00956baf-b283-465e-a36d-9d8e5fd4a090", "address": "fa:16:3e:54:6b:90", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00956baf-b2", "ovs_interfaceid": "00956baf-b283-465e-a36d-9d8e5fd4a090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.302032] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6b:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00956baf-b283-465e-a36d-9d8e5fd4a090', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.312038] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.312732] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.313056] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a19e7b-5a1b-465f-84c0-4c3362b53999 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.339596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-27eb86a5-dd1e-4073-8adb-39017c099437 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Lock "78e8adaa-18c0-4548-8cd3-5e16040515af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.381s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.346460] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.346460] env[69895]: value = "task-3471931" [ 965.346460] env[69895]: _type = "Task" [ 965.346460] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.363752] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471931, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.383951] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Releasing lock "refresh_cache-701decf6-25c1-4fe2-9168-a9aebb680386" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.384282] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Received event network-changed-00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.384467] env[69895]: DEBUG nova.compute.manager [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Refreshing instance network info cache due to event network-changed-00956baf-b283-465e-a36d-9d8e5fd4a090. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.384696] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Acquiring lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.384859] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Acquired lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.385037] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Refreshing network info cache for port 00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.580519] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471930, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.633104] env[69895]: INFO nova.compute.manager [-] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Took 1.78 seconds to deallocate network for instance. [ 965.687983] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8da3cd-3afe-47de-9901-165dd782820e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.696617] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293475c5-fc7a-4f49-b01f-a92208f2e90c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.731425] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75944ccb-723f-44df-afed-41d1bf325a8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.735023] env[69895]: DEBUG nova.compute.manager [req-a540cbf6-858c-489f-a9cb-b6df6bd9dff1 req-4befe469-c41f-40b2-9a7f-36ba59ae5004 service nova] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Received event network-vif-deleted-f54ac645-b25f-414c-ab62-c3f650bedcf7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.741576] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89873db8-36c1-433b-b3c7-f7ba7890581c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.758146] env[69895]: DEBUG nova.compute.provider_tree [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.801029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "701decf6-25c1-4fe2-9168-a9aebb680386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.801103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.801335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.801905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.801905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.804269] env[69895]: INFO nova.compute.manager [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Terminating instance [ 965.862218] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471931, 'name': CreateVM_Task, 'duration_secs': 0.335214} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.862408] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.863312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.863510] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.863830] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.864145] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4ad06e-b376-46bb-9292-92cc1f540ecc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.870273] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 965.870273] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab1cda-1483-bbb2-5104-0814e2dded46" [ 965.870273] env[69895]: _type = "Task" [ 965.870273] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.878888] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab1cda-1483-bbb2-5104-0814e2dded46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.083999] env[69895]: DEBUG oslo_vmware.api [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3471930, 'name': PowerOnVM_Task, 'duration_secs': 0.751259} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.086381] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.086381] env[69895]: INFO nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Took 9.03 seconds to spawn the instance on the hypervisor. [ 966.086381] env[69895]: DEBUG nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.086381] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae71cd52-257b-4989-ac13-15cc35ea9bde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.145949] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.236494] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Updated VIF entry in instance network info cache for port 00956baf-b283-465e-a36d-9d8e5fd4a090. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.236641] env[69895]: DEBUG nova.network.neutron [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Updating instance_info_cache with network_info: [{"id": "00956baf-b283-465e-a36d-9d8e5fd4a090", "address": "fa:16:3e:54:6b:90", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00956baf-b2", "ovs_interfaceid": "00956baf-b283-465e-a36d-9d8e5fd4a090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.261651] env[69895]: DEBUG nova.scheduler.client.report [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.308799] env[69895]: DEBUG nova.compute.manager [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.309125] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.310216] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3da52-acac-4622-bf78-24ec6932d6c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.319880] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.320211] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e55d247-2d74-4269-b82f-447942067d94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.328806] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 966.328806] env[69895]: value = "task-3471932" [ 966.328806] env[69895]: _type = "Task" [ 966.328806] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.339007] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.381574] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ab1cda-1483-bbb2-5104-0814e2dded46, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.382022] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.382329] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.382627] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.383307] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.383307] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.383623] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2f1a16-c897-47d1-841f-4557facd8863 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.395461] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.396156] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.397631] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d76da01-9426-4644-9eb6-f654535641e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.405811] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 966.405811] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b38a0c-1472-c3c4-aae0-170b30ff934b" [ 966.405811] env[69895]: _type = "Task" [ 966.405811] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.417396] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b38a0c-1472-c3c4-aae0-170b30ff934b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.602346] env[69895]: INFO nova.compute.manager [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Took 36.39 seconds to build instance. [ 966.742708] env[69895]: DEBUG oslo_concurrency.lockutils [req-1647531c-7273-400c-9832-bb438f76840d req-616d33e1-a3e6-4f27-bc7a-4f25f07d04b6 service nova] Releasing lock "refresh_cache-d5b848de-5287-4677-a9e3-0a4bee01d083" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.766508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.770103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.271s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.771622] env[69895]: INFO nova.compute.claims [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.807718] env[69895]: INFO nova.scheduler.client.report [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleted allocations for instance bda20858-0f1e-4055-ad92-171d790b7a07 [ 966.841609] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471932, 'name': PowerOffVM_Task, 'duration_secs': 0.28419} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.843891] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.843891] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.843891] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a717894-bdc7-4d56-ba05-ad11798e63d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.918704] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b38a0c-1472-c3c4-aae0-170b30ff934b, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.919992] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6084b65a-dd83-425f-adc0-31326da85756 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.925699] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.926815] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.926815] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Deleting the datastore file [datastore1] 701decf6-25c1-4fe2-9168-a9aebb680386 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.927124] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f9b5ce-56a9-4efa-aab5-c098aa46070f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.934026] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 966.934026] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b035bd-2fdf-5ea1-c4e1-0cab8161d5f3" [ 966.934026] env[69895]: _type = "Task" [ 966.934026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.938250] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for the task: (returnval){ [ 966.938250] env[69895]: value = "task-3471934" [ 966.938250] env[69895]: _type = "Task" [ 966.938250] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.949164] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b035bd-2fdf-5ea1-c4e1-0cab8161d5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.955433] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.065754] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.066762] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bddb44-07e1-4a39-ad92-a6788f546de7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.074287] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.074468] env[69895]: ERROR oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk due to incomplete transfer. [ 967.074721] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ae3066c-3c6b-48fd-a2ea-00fdced5f1da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.085971] env[69895]: DEBUG oslo_vmware.rw_handles [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525446d6-2ea6-6802-a299-2642263867b0/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.086275] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Uploaded image e702adb0-1cc3-496d-b587-cc6479d20528 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.089808] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.089808] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82ea632a-61ed-40a1-8052-36e623f59961 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.098763] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 967.098763] env[69895]: value = "task-3471936" [ 967.098763] env[69895]: _type = "Task" [ 967.098763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.107040] env[69895]: DEBUG oslo_concurrency.lockutils [None req-891f3516-f52c-4790-90ea-5030a182cad3 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.901s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.113043] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471936, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.318191] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96990752-ff72-4511-b576-403ef52335b4 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "bda20858-0f1e-4055-ad92-171d790b7a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.833s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.450854] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b035bd-2fdf-5ea1-c4e1-0cab8161d5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.452146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.453405] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] d5b848de-5287-4677-a9e3-0a4bee01d083/d5b848de-5287-4677-a9e3-0a4bee01d083.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.454579] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f68e53-ee77-4f45-85ef-c47f5f23c2a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465717] env[69895]: DEBUG oslo_vmware.api [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Task: {'id': task-3471934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150096} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.466852] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.467061] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.467312] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.467533] env[69895]: INFO nova.compute.manager [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Took 1.16 seconds to destroy the instance on the hypervisor. [ 967.467848] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.468169] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 967.468169] env[69895]: value = "task-3471937" [ 967.468169] env[69895]: _type = "Task" [ 967.468169] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.468386] env[69895]: DEBUG nova.compute.manager [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.468652] env[69895]: DEBUG nova.network.neutron [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.481032] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.613207] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471936, 'name': Destroy_Task, 'duration_secs': 0.373944} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.613490] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Destroyed the VM [ 967.613741] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.614314] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3daf0fe4-6e55-4891-85c8-18d2a9958037 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.623837] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 967.623837] env[69895]: value = "task-3471938" [ 967.623837] env[69895]: _type = "Task" [ 967.623837] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.636111] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.835043] env[69895]: DEBUG nova.compute.manager [req-44dbfaa5-957b-400e-9824-dc4ec933d0c8 req-8835e073-cdd6-4459-b8dc-6730311b99cb service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Received event network-vif-deleted-37881933-8fad-4145-adf4-8ee2ecd44c42 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.835043] env[69895]: INFO nova.compute.manager [req-44dbfaa5-957b-400e-9824-dc4ec933d0c8 req-8835e073-cdd6-4459-b8dc-6730311b99cb service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Neutron deleted interface 37881933-8fad-4145-adf4-8ee2ecd44c42; detaching it from the instance and deleting it from the info cache [ 967.835043] env[69895]: DEBUG nova.network.neutron [req-44dbfaa5-957b-400e-9824-dc4ec933d0c8 req-8835e073-cdd6-4459-b8dc-6730311b99cb service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.984685] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508578} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.987913] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] d5b848de-5287-4677-a9e3-0a4bee01d083/d5b848de-5287-4677-a9e3-0a4bee01d083.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.988179] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.988820] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e4ad86-0805-4f36-8283-b8e3f6f687c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.997652] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 967.997652] env[69895]: value = "task-3471939" [ 967.997652] env[69895]: _type = "Task" [ 967.997652] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.015464] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.138219] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471938, 'name': RemoveSnapshot_Task, 'duration_secs': 0.399227} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.138219] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.138219] env[69895]: DEBUG nova.compute.manager [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.138560] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc43a6-ca4d-4416-8f91-ea5326e77bee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.164910] env[69895]: DEBUG nova.compute.manager [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Received event network-changed-ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.166028] env[69895]: DEBUG nova.compute.manager [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Refreshing instance network info cache due to event network-changed-ae7a75ca-6063-456c-bb05-d602c9bad68e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.166028] env[69895]: DEBUG oslo_concurrency.lockutils [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] Acquiring lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.166028] env[69895]: DEBUG oslo_concurrency.lockutils [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] Acquired lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.166028] env[69895]: DEBUG nova.network.neutron [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Refreshing network info cache for port ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.225861] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0178cc9-6fb5-4c35-812d-cb6ffc7a16f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.234923] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a107ba-60cf-4a43-849f-216249bffff5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.238094] env[69895]: DEBUG nova.network.neutron [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.271311] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63382a8a-0028-4283-9405-805600bb58e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.283412] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99104daa-722e-4211-b4e7-f0247d5cbdbd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.295525] env[69895]: DEBUG nova.compute.provider_tree [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.337755] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d05bd48-33bd-43e1-9a97-50acf51754e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.350101] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e4bd9a-ed70-4066-9915-76cbdf5b35da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.389529] env[69895]: DEBUG nova.compute.manager [req-44dbfaa5-957b-400e-9824-dc4ec933d0c8 req-8835e073-cdd6-4459-b8dc-6730311b99cb service nova] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Detach interface failed, port_id=37881933-8fad-4145-adf4-8ee2ecd44c42, reason: Instance 701decf6-25c1-4fe2-9168-a9aebb680386 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.509125] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082785} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.509413] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.510429] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0548985-4200-48bf-a4d2-c0fcc66d2e51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.534360] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d5b848de-5287-4677-a9e3-0a4bee01d083/d5b848de-5287-4677-a9e3-0a4bee01d083.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.534694] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda4cfb7-4940-4307-80f5-86971f9dfaf7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.556601] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 968.556601] env[69895]: value = "task-3471940" [ 968.556601] env[69895]: _type = "Task" [ 968.556601] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.565872] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.661013] env[69895]: INFO nova.compute.manager [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Shelve offloading [ 968.741429] env[69895]: INFO nova.compute.manager [-] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Took 1.27 seconds to deallocate network for instance. [ 968.798958] env[69895]: DEBUG nova.scheduler.client.report [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.949388] env[69895]: DEBUG nova.network.neutron [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updated VIF entry in instance network info cache for port ae7a75ca-6063-456c-bb05-d602c9bad68e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.949973] env[69895]: DEBUG nova.network.neutron [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.067991] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471940, 'name': ReconfigVM_Task, 'duration_secs': 0.297106} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.068647] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d5b848de-5287-4677-a9e3-0a4bee01d083/d5b848de-5287-4677-a9e3-0a4bee01d083.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.068931] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f583a0-7a50-46ac-a21e-07ce16ab9717 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.076567] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 969.076567] env[69895]: value = "task-3471941" [ 969.076567] env[69895]: _type = "Task" [ 969.076567] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.087339] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471941, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.162570] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.162943] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea9f4c1-c2b2-4049-96b2-c7b24001cdd2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.172918] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 969.172918] env[69895]: value = "task-3471942" [ 969.172918] env[69895]: _type = "Task" [ 969.172918] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.181014] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.212093] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "075606fe-b937-4a00-a873-5e5c2a5b7938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.212902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.250333] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.306094] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.306094] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.308327] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.083s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.309812] env[69895]: INFO nova.compute.claims [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.453367] env[69895]: DEBUG oslo_concurrency.lockutils [req-c03a9ef7-6736-4618-9f05-909d9041bd8c req-a48130aa-3ae2-4cd1-ab6b-d8f40f276454 service nova] Releasing lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.586842] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471941, 'name': Rename_Task, 'duration_secs': 0.156951} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.587179] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.587435] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd481164-123d-438d-9bce-85c77c952b64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.594576] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 969.594576] env[69895]: value = "task-3471943" [ 969.594576] env[69895]: _type = "Task" [ 969.594576] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.602780] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.683898] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.684146] env[69895]: DEBUG nova.compute.manager [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.684951] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23af0fe-24de-4f65-8b18-9eeb4ecbd391 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.691620] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.691795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.691977] env[69895]: DEBUG nova.network.neutron [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.704654] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.704897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.705141] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "5842217c-1476-4585-9770-b5dd4445e453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.705380] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.705579] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.708328] env[69895]: INFO nova.compute.manager [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Terminating instance [ 969.716671] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.815045] env[69895]: DEBUG nova.compute.utils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.818318] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.818565] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.867755] env[69895]: DEBUG nova.policy [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.108776] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.133966] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Successfully created port: 019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.215131] env[69895]: DEBUG nova.compute.manager [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.215348] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.216326] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad336cb9-4f97-4ba8-9ef8-dcd1dee6438e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.225660] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.228041] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a32ace37-abc8-4aff-b689-2f3ae7d8a620 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.238462] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 970.238462] env[69895]: value = "task-3471944" [ 970.238462] env[69895]: _type = "Task" [ 970.238462] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.250515] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.251347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.319466] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.451856] env[69895]: DEBUG nova.network.neutron [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.609020] env[69895]: DEBUG oslo_vmware.api [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471943, 'name': PowerOnVM_Task, 'duration_secs': 0.573086} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.609333] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.609511] env[69895]: INFO nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Took 9.01 seconds to spawn the instance on the hypervisor. [ 970.610053] env[69895]: DEBUG nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.610484] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c55b9cc-237e-41d5-a8b9-5609e20092d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.675295] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d43f0d-39b4-4ffd-a79d-f8ca391e31a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.683815] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23246561-c402-4260-963a-b253c5641f75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.733050] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2db41f-780f-428e-a6b5-e7c668910cf5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.748833] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505e8e7-30d4-403a-9f2b-d2ce4d08f052 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.759425] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471944, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.774304] env[69895]: DEBUG nova.compute.provider_tree [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.955919] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.136309] env[69895]: INFO nova.compute.manager [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Took 35.43 seconds to build instance. [ 971.248173] env[69895]: DEBUG nova.compute.manager [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-vif-unplugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.248447] env[69895]: DEBUG oslo_concurrency.lockutils [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.248661] env[69895]: DEBUG oslo_concurrency.lockutils [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.248830] env[69895]: DEBUG oslo_concurrency.lockutils [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.248996] env[69895]: DEBUG nova.compute.manager [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] No waiting events found dispatching network-vif-unplugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.249539] env[69895]: WARNING nova.compute.manager [req-bea72b0d-29cc-431d-b042-e0686e8df14d req-56e0dc94-ee4b-4f8c-8b5b-ba3ab54d1053 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received unexpected event network-vif-unplugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 for instance with vm_state shelved and task_state shelving_offloading. [ 971.253526] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471944, 'name': PowerOffVM_Task, 'duration_secs': 0.527891} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.253838] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.254083] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.254394] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f09997ed-5b4d-46c8-aeba-b61daf48d662 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.277748] env[69895]: DEBUG nova.scheduler.client.report [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.283030] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.283431] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29860f5f-6070-4750-b53c-5c983346ddfa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.292383] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.292762] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d26a55-5730-45eb-80c2-3ed9e6979ef2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.331435] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.355023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.355329] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.355691] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleting the datastore file [datastore1] 5842217c-1476-4585-9770-b5dd4445e453 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.355847] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db6d671-95f1-46ce-b09a-e7cede50c2e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.361561] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.361884] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.362082] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.362266] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.362422] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.362641] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.362901] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.363072] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.363234] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.363404] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.363601] env[69895]: DEBUG nova.virt.hardware [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.365059] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb447c-5e35-42fd-8087-41ed862642b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.370312] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.370553] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.370741] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleting the datastore file [datastore1] b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.371106] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for the task: (returnval){ [ 971.371106] env[69895]: value = "task-3471947" [ 971.371106] env[69895]: _type = "Task" [ 971.371106] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.371743] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b9236e-bc0f-45e5-ad27-e6c8fdf76baf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.382274] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae9473-7f69-4b15-9da6-07211420696d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.391216] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.391383] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 971.391383] env[69895]: value = "task-3471948" [ 971.391383] env[69895]: _type = "Task" [ 971.391383] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.408613] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.603487] env[69895]: DEBUG nova.compute.manager [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received event network-vif-plugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.603671] env[69895]: DEBUG oslo_concurrency.lockutils [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.603890] env[69895]: DEBUG oslo_concurrency.lockutils [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.605587] env[69895]: DEBUG oslo_concurrency.lockutils [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.606400] env[69895]: DEBUG nova.compute.manager [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] No waiting events found dispatching network-vif-plugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.606400] env[69895]: WARNING nova.compute.manager [req-f9428f49-e335-4aaa-9ab8-7f10c7414996 req-c3b6efbc-a272-4af9-9557-654d014773d9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received unexpected event network-vif-plugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 for instance with vm_state building and task_state spawning. [ 971.639381] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c3695fec-a4af-4f43-931f-feadc97aac2d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.945s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.676591] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Successfully updated port: 019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.788488] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.789088] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.791947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.563s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.792703] env[69895]: DEBUG nova.objects.instance [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lazy-loading 'resources' on Instance uuid 56f6e706-fab6-4a88-94f1-dd371d165fce {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.886067] env[69895]: DEBUG oslo_vmware.api [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Task: {'id': task-3471947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297513} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.886067] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.886067] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.886067] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.886353] env[69895]: INFO nova.compute.manager [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Took 1.67 seconds to destroy the instance on the hypervisor. [ 971.886353] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.886631] env[69895]: DEBUG nova.compute.manager [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.886814] env[69895]: DEBUG nova.network.neutron [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.902080] env[69895]: DEBUG oslo_vmware.api [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3471948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308648} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.902350] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.902536] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.902768] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.928411] env[69895]: INFO nova.scheduler.client.report [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted allocations for instance b23ea77e-90ec-4f23-a122-64de2dfee2d0 [ 972.182726] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.182895] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.183071] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.294997] env[69895]: DEBUG nova.compute.utils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.299391] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.299570] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.352971] env[69895]: DEBUG nova.policy [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70558ffbe8374ecfb0e3417d1d97142d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9a4970cf6454f5a85778275a868bc30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.434432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.594086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "d5b848de-5287-4677-a9e3-0a4bee01d083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.594358] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.594567] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.594750] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.595452] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.597077] env[69895]: INFO nova.compute.manager [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Terminating instance [ 972.653993] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09818b32-47c0-42ee-b227-aa10ece803e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.664759] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c1648-6831-469c-92ed-ffcdac9c8171 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.702176] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb6f2a-496d-43a3-92dd-089815ebfb59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.711340] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0863ff4-a06e-4842-9158-9fadcba84c97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.726856] env[69895]: DEBUG nova.compute.provider_tree [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.739381] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.779162] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Successfully created port: abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.803013] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.884506] env[69895]: DEBUG nova.network.neutron [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updating instance_info_cache with network_info: [{"id": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "address": "fa:16:3e:51:d6:6a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019376e6-e3", "ovs_interfaceid": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.078958] env[69895]: DEBUG nova.network.neutron [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.100736] env[69895]: DEBUG nova.compute.manager [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.100967] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.102017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb6522-9b92-47f1-bb22-1ee39f1acc85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.114202] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.114500] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb544b12-2bd3-4516-be8a-a6a1f1c183be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.130200] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 973.130200] env[69895]: value = "task-3471949" [ 973.130200] env[69895]: _type = "Task" [ 973.130200] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.140097] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.230827] env[69895]: DEBUG nova.scheduler.client.report [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.380366] env[69895]: DEBUG nova.compute.manager [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.380867] env[69895]: DEBUG nova.compute.manager [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing instance network info cache due to event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.381088] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381362] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.381676] env[69895]: DEBUG nova.network.neutron [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.389494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.389932] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance network_info: |[{"id": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "address": "fa:16:3e:51:d6:6a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019376e6-e3", "ovs_interfaceid": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.390574] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d6:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '019376e6-e3d8-4754-af5e-bf22f6f87f53', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.400187] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.401398] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.401656] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232b5208-3446-4582-983d-7be4a1e829b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.424763] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.424763] env[69895]: value = "task-3471950" [ 973.424763] env[69895]: _type = "Task" [ 973.424763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.433469] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471950, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.585272] env[69895]: INFO nova.compute.manager [-] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Took 1.70 seconds to deallocate network for instance. [ 973.638754] env[69895]: DEBUG nova.compute.manager [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received event network-changed-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.638943] env[69895]: DEBUG nova.compute.manager [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Refreshing instance network info cache due to event network-changed-019376e6-e3d8-4754-af5e-bf22f6f87f53. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.639197] env[69895]: DEBUG oslo_concurrency.lockutils [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] Acquiring lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.639347] env[69895]: DEBUG oslo_concurrency.lockutils [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] Acquired lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.639519] env[69895]: DEBUG nova.network.neutron [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Refreshing network info cache for port 019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.648086] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471949, 'name': PowerOffVM_Task, 'duration_secs': 0.257636} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.649383] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.649532] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.649811] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10beacc3-7ccb-4546-8104-da2b8e6a5a85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.738174] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.741494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.426s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.743244] env[69895]: INFO nova.compute.claims [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.747409] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.747409] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.747409] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] d5b848de-5287-4677-a9e3-0a4bee01d083 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.747409] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b55367e-f1dc-4e25-ac71-fd89f63d2347 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.755639] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 973.755639] env[69895]: value = "task-3471952" [ 973.755639] env[69895]: _type = "Task" [ 973.755639] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.763485] env[69895]: INFO nova.scheduler.client.report [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Deleted allocations for instance 56f6e706-fab6-4a88-94f1-dd371d165fce [ 973.767923] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.813840] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.839484] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.839484] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.839484] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.839484] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.839752] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.839752] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.839959] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.840237] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.840416] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.840620] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.840827] env[69895]: DEBUG nova.virt.hardware [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.841798] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140cd4e9-a2c1-4517-ada4-ce11943d0fa0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.851306] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995410c-4b6e-4ee0-90fb-f8ec17bdede3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.936745] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471950, 'name': CreateVM_Task, 'duration_secs': 0.402552} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.936980] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.937698] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.937863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.938224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.938484] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a0eea5-2365-4cd8-b131-70e394029c92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.945397] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 973.945397] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5213c067-7068-49b9-1081-a0ff1e4534b7" [ 973.945397] env[69895]: _type = "Task" [ 973.945397] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.954950] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5213c067-7068-49b9-1081-a0ff1e4534b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.093188] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.094360] env[69895]: DEBUG nova.network.neutron [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updated VIF entry in instance network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.094750] env[69895]: DEBUG nova.network.neutron [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": null, "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.267411] env[69895]: DEBUG oslo_vmware.api [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3471952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197158} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.267681] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.267864] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.268058] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.268224] env[69895]: INFO nova.compute.manager [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Took 1.17 seconds to destroy the instance on the hypervisor. [ 974.268836] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.268836] env[69895]: DEBUG nova.compute.manager [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.268836] env[69895]: DEBUG nova.network.neutron [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.273292] env[69895]: DEBUG oslo_concurrency.lockutils [None req-254449ba-f870-4092-b952-f3c6c3c7510c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Lock "56f6e706-fab6-4a88-94f1-dd371d165fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.774s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.345640] env[69895]: DEBUG nova.network.neutron [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updated VIF entry in instance network info cache for port 019376e6-e3d8-4754-af5e-bf22f6f87f53. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.346014] env[69895]: DEBUG nova.network.neutron [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updating instance_info_cache with network_info: [{"id": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "address": "fa:16:3e:51:d6:6a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019376e6-e3", "ovs_interfaceid": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.456767] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5213c067-7068-49b9-1081-a0ff1e4534b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.457073] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.457388] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.457839] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.457839] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.457981] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.458310] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0ce8c9-b307-432d-a269-abc70bc2e7d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.469514] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.469745] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.470603] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7a3550-5d48-42f3-b987-aa7aad83c04d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.476967] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 974.476967] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232f1e4-7ca9-98a8-c232-5710d8088e6f" [ 974.476967] env[69895]: _type = "Task" [ 974.476967] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.485236] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232f1e4-7ca9-98a8-c232-5710d8088e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.533113] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Successfully updated port: abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.598553] env[69895]: DEBUG oslo_concurrency.lockutils [req-2dfa1c66-aa7f-48fc-97da-7a2c6b84df04 req-b1fc68fc-490f-476f-8198-1ad40807de5e service nova] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.757796] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.849432] env[69895]: DEBUG oslo_concurrency.lockutils [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] Releasing lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.849706] env[69895]: DEBUG nova.compute.manager [req-f3e73aff-327b-4424-b0bf-57905cc75906 req-760e401b-ac26-4c93-9b33-c3c6762447aa service nova] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Received event network-vif-deleted-5345afda-0954-491a-923e-66c01cc74fd6 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.992358] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5232f1e4-7ca9-98a8-c232-5710d8088e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.030712} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.993275] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf2c1c0-0abd-42c7-bac8-42ef8ba150cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.002710] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 975.002710] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a08e0d-f75b-4439-dfee-3eded2d42d74" [ 975.002710] env[69895]: _type = "Task" [ 975.002710] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.020293] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a08e0d-f75b-4439-dfee-3eded2d42d74, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.021287] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.021563] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c35a6d56-ed09-422e-a4b2-5c5478c8d8a1/c35a6d56-ed09-422e-a4b2-5c5478c8d8a1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.021821] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-474b944f-9cbe-48e9-a7dc-1a5a8abf04a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.035868] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.035868] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.036119] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.038741] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 975.038741] env[69895]: value = "task-3471953" [ 975.038741] env[69895]: _type = "Task" [ 975.038741] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.052210] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.098673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e113e4f-bed2-4d7d-a035-6e494cf45185 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.107329] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd930d9-3e27-46cf-9c40-4a0ee6e81ec4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.139219] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02632f9-a79f-49af-835c-8c43400e06c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.148212] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff0db4-0c5d-479a-b60f-d8b09c3500db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.164386] env[69895]: DEBUG nova.compute.provider_tree [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.196464] env[69895]: DEBUG nova.network.neutron [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.412121] env[69895]: DEBUG nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-vif-plugged-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.412448] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.412703] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.412934] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.413160] env[69895]: DEBUG nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] No waiting events found dispatching network-vif-plugged-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.413372] env[69895]: WARNING nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received unexpected event network-vif-plugged-abe1214b-25dc-44a4-a2b9-55548f9315b8 for instance with vm_state building and task_state spawning. [ 975.413573] env[69895]: DEBUG nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.413776] env[69895]: DEBUG nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing instance network info cache due to event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.413986] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.510592] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.510915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.511152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.511340] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.511506] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.513798] env[69895]: INFO nova.compute.manager [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Terminating instance [ 975.555289] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504109} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.555664] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] c35a6d56-ed09-422e-a4b2-5c5478c8d8a1/c35a6d56-ed09-422e-a4b2-5c5478c8d8a1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.555813] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.556030] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe2f57bd-e030-4b0a-bb2a-68f5445ccefe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.563780] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 975.563780] env[69895]: value = "task-3471954" [ 975.563780] env[69895]: _type = "Task" [ 975.563780] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.573404] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.579801] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.669986] env[69895]: DEBUG nova.scheduler.client.report [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.699176] env[69895]: INFO nova.compute.manager [-] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Took 1.43 seconds to deallocate network for instance. [ 976.017861] env[69895]: DEBUG nova.compute.manager [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.018449] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.019019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1bce7-a59d-478a-87ce-3b369d4ab4ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.028402] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.028561] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d333501-e80e-45fd-9b1d-5f7065fdd7c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.037442] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 976.037442] env[69895]: value = "task-3471955" [ 976.037442] env[69895]: _type = "Task" [ 976.037442] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.047990] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.069254] env[69895]: DEBUG nova.network.neutron [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.077615] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069147} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.077908] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.081060] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f168b7-a93e-401f-bcb4-ad243ef5127f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.105141] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] c35a6d56-ed09-422e-a4b2-5c5478c8d8a1/c35a6d56-ed09-422e-a4b2-5c5478c8d8a1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.105844] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c4276ec-d9c1-4459-97f8-688ef1d39629 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.128482] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 976.128482] env[69895]: value = "task-3471956" [ 976.128482] env[69895]: _type = "Task" [ 976.128482] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.137994] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.176245] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.176833] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.179820] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.645s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.180032] env[69895]: DEBUG nova.objects.instance [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 976.206065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.548677] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471955, 'name': PowerOffVM_Task, 'duration_secs': 0.243603} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.549134] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.549422] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.549800] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c854e640-1cc1-477e-9304-fe1429b6b566 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.572046] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.572564] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Instance network_info: |[{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.573006] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.573320] env[69895]: DEBUG nova.network.neutron [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.574992] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abe1214b-25dc-44a4-a2b9-55548f9315b8', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.582947] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.583511] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.584603] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61dd628b-1ed3-4f82-b969-5888e29999ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.606200] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.606200] env[69895]: value = "task-3471958" [ 976.606200] env[69895]: _type = "Task" [ 976.606200] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.617704] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471958, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.629363] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.629619] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.629896] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleting the datastore file [datastore2] aaf04d18-422b-4793-bd3c-aec33f1ee58e {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.633512] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a560ff-b9da-43be-8d88-3f4b0712a8ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.641460] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471956, 'name': ReconfigVM_Task, 'duration_secs': 0.413985} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.642903] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Reconfigured VM instance instance-00000055 to attach disk [datastore2] c35a6d56-ed09-422e-a4b2-5c5478c8d8a1/c35a6d56-ed09-422e-a4b2-5c5478c8d8a1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.643709] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 976.643709] env[69895]: value = "task-3471959" [ 976.643709] env[69895]: _type = "Task" [ 976.643709] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.643907] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bc0fa7-2041-4dbc-b23d-bb839310d818 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.654880] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.656238] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 976.656238] env[69895]: value = "task-3471960" [ 976.656238] env[69895]: _type = "Task" [ 976.656238] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.665192] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471960, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.685840] env[69895]: DEBUG nova.compute.utils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.691504] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.692286] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.757699] env[69895]: DEBUG nova.policy [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a212224f862436594f61ab30278e1c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6a88e722c949bab8f6807b95542537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.117588] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471958, 'name': CreateVM_Task, 'duration_secs': 0.362911} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.117862] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.118544] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.118715] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.119067] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.119331] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ee8506-3dfe-4e31-8f7d-bc60437dc936 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.125046] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 977.125046] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5205e4df-675e-b563-dc7c-427646b2f72f" [ 977.125046] env[69895]: _type = "Task" [ 977.125046] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.135429] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5205e4df-675e-b563-dc7c-427646b2f72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.155695] env[69895]: DEBUG oslo_vmware.api [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3471959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180562} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.155987] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.156197] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.156375] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.156561] env[69895]: INFO nova.compute.manager [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.157511] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.157511] env[69895]: DEBUG nova.compute.manager [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.157511] env[69895]: DEBUG nova.network.neutron [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.167938] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471960, 'name': Rename_Task, 'duration_secs': 0.167718} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.168366] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.169359] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2796d892-34c9-4f7f-80ab-8c4a510b2445 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.178183] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 977.178183] env[69895]: value = "task-3471961" [ 977.178183] env[69895]: _type = "Task" [ 977.178183] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.190245] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.191867] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.196131] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29772120-dd27-4076-b4ee-f93783b593cf tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.197189] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.915s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.197450] env[69895]: DEBUG nova.objects.instance [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lazy-loading 'resources' on Instance uuid 0fe5eaca-9df4-4352-beae-da23a386aa2a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.639635] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5205e4df-675e-b563-dc7c-427646b2f72f, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.640048] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.640430] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.640696] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.640889] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.641147] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.641470] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7cd60b-9254-4a45-be3f-910b85e18e76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.656445] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.656768] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.661112] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ea63db-dec4-4b17-98ab-529305bbb116 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.675597] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 977.675597] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279d3a5-0e29-52dd-8220-779450f13324" [ 977.675597] env[69895]: _type = "Task" [ 977.675597] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.681563] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Successfully created port: 490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.709157] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279d3a5-0e29-52dd-8220-779450f13324, 'name': SearchDatastore_Task, 'duration_secs': 0.020083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.715351] env[69895]: DEBUG oslo_vmware.api [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471961, 'name': PowerOnVM_Task, 'duration_secs': 0.4929} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.719061] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4179733d-e973-4f7b-9476-2f710b73164f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.719167] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.719472] env[69895]: INFO nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Took 6.39 seconds to spawn the instance on the hypervisor. [ 977.719784] env[69895]: DEBUG nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.721044] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe276d-de3b-4aa8-b70f-b66439a78097 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.729148] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 977.729148] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524b221c-8899-2519-75d2-b86505992a09" [ 977.729148] env[69895]: _type = "Task" [ 977.729148] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.750053] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524b221c-8899-2519-75d2-b86505992a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.754913] env[69895]: DEBUG nova.network.neutron [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updated VIF entry in instance network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.755496] env[69895]: DEBUG nova.network.neutron [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.864281] env[69895]: DEBUG nova.compute.manager [req-3f658a69-5b0a-42d8-90e9-27d81c8762aa req-be1ddf18-262e-48b8-8979-dbe99e87b14f service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Received event network-vif-deleted-5f16c9ff-909a-4e02-95d9-b30544d080f2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.864523] env[69895]: INFO nova.compute.manager [req-3f658a69-5b0a-42d8-90e9-27d81c8762aa req-be1ddf18-262e-48b8-8979-dbe99e87b14f service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Neutron deleted interface 5f16c9ff-909a-4e02-95d9-b30544d080f2; detaching it from the instance and deleting it from the info cache [ 977.864676] env[69895]: DEBUG nova.network.neutron [req-3f658a69-5b0a-42d8-90e9-27d81c8762aa req-be1ddf18-262e-48b8-8979-dbe99e87b14f service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.075087] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34ac1a0-7801-491f-bf0a-f1bd2f87fea1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.088051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67ea1ba-46fa-4a21-be11-cdcb83d78cca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.118568] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c632629-6364-447b-ad72-4352bac2df48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.127992] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d07eb-95d5-4b2c-992e-83ba48aa4613 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.151546] env[69895]: DEBUG nova.compute.provider_tree [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.169782] env[69895]: DEBUG nova.network.neutron [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.211727] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.241019] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.241019] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.241019] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.241227] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.241227] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.241360] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.241564] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.241717] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.242605] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.242605] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.242605] env[69895]: DEBUG nova.virt.hardware [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.246735] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423bdde5-6fb0-4128-8c19-d23581b647e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.255819] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524b221c-8899-2519-75d2-b86505992a09, 'name': SearchDatastore_Task, 'duration_secs': 0.019704} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.256290] env[69895]: INFO nova.compute.manager [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Took 33.78 seconds to build instance. [ 978.257521] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.258552] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/09bcc73d-bf93-488b-84a5-671d439619d5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.258552] env[69895]: DEBUG oslo_concurrency.lockutils [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.258750] env[69895]: DEBUG nova.compute.manager [req-a6b711ef-1e81-4192-92f0-544e18608177 req-03504e3a-0d68-457f-81bd-d02e75bf63e4 service nova] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Received event network-vif-deleted-00956baf-b283-465e-a36d-9d8e5fd4a090 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.258910] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-994bdcb6-e787-4403-be28-50ebcca1261a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.264272] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c12fde-fc53-42a1-b84b-5239ace76b09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.269970] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 978.269970] env[69895]: value = "task-3471962" [ 978.269970] env[69895]: _type = "Task" [ 978.269970] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.289657] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.367413] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-341acd62-4183-4a1c-bb44-c4f04d0b7778 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.378891] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46567f4e-c6a2-4ccd-8531-f6ecb5242a9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.425270] env[69895]: DEBUG nova.compute.manager [req-3f658a69-5b0a-42d8-90e9-27d81c8762aa req-be1ddf18-262e-48b8-8979-dbe99e87b14f service nova] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Detach interface failed, port_id=5f16c9ff-909a-4e02-95d9-b30544d080f2, reason: Instance aaf04d18-422b-4793-bd3c-aec33f1ee58e could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.443774] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.444458] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.655173] env[69895]: DEBUG nova.scheduler.client.report [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.674737] env[69895]: INFO nova.compute.manager [-] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Took 1.52 seconds to deallocate network for instance. [ 978.760362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.291s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.782570] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.953413] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.956024] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 978.956024] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.160629] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.163019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.536s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.163260] env[69895]: DEBUG nova.objects.instance [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lazy-loading 'resources' on Instance uuid ee0f604d-fb7d-401c-a7a8-6668532bd69d {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.184346] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.191525] env[69895]: INFO nova.scheduler.client.report [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted allocations for instance 0fe5eaca-9df4-4352-beae-da23a386aa2a [ 979.283046] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723356} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.283201] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/09bcc73d-bf93-488b-84a5-671d439619d5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.283317] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.283572] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-502f9751-ee6d-4ad6-9d44-4513fe7e3c98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.291635] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 979.291635] env[69895]: value = "task-3471963" [ 979.291635] env[69895]: _type = "Task" [ 979.291635] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.303701] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.394762] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.395562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.395964] env[69895]: INFO nova.compute.manager [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Shelving [ 979.461756] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.526221] env[69895]: DEBUG nova.compute.manager [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received event network-vif-plugged-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.526455] env[69895]: DEBUG oslo_concurrency.lockutils [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] Acquiring lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.526660] env[69895]: DEBUG oslo_concurrency.lockutils [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] Lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.526822] env[69895]: DEBUG oslo_concurrency.lockutils [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] Lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.526981] env[69895]: DEBUG nova.compute.manager [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] No waiting events found dispatching network-vif-plugged-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.527671] env[69895]: WARNING nova.compute.manager [req-e4f16276-83d4-4fef-89c7-291cff79dba2 req-314a4b47-c984-4c6d-814a-8254ff86cbdf service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received unexpected event network-vif-plugged-490cc4e4-8686-44cb-89b7-e93929098c4d for instance with vm_state building and task_state spawning. [ 979.613354] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Successfully updated port: 490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.703828] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36baff4c-0e71-4647-b81a-db4b0713101e tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "0fe5eaca-9df4-4352-beae-da23a386aa2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.993s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.807562] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071463} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.807562] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.808028] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad4b89e-400b-4846-8a08-56ed739669ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.834836] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/09bcc73d-bf93-488b-84a5-671d439619d5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.837542] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22bbf905-d05b-4e7c-aae5-4441662c2b24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.861716] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 979.861716] env[69895]: value = "task-3471964" [ 979.861716] env[69895]: _type = "Task" [ 979.861716] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.875654] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.059339] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0bc36-fd7d-495c-8ba8-48720d17d0a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.067691] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448355d-7420-4a80-a6f9-1d88a8afb9cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.101170] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49190236-a472-408a-b3eb-fde8c65541e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.112841] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72cba0-88ac-43c0-9564-e5e4bca8b7a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.117412] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.117559] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.117703] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.131205] env[69895]: DEBUG nova.compute.provider_tree [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.376939] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.407515] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.407832] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67c51413-fb0c-44ec-9332-0a16815ef27e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.420673] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 980.420673] env[69895]: value = "task-3471965" [ 980.420673] env[69895]: _type = "Task" [ 980.420673] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.430634] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.635748] env[69895]: DEBUG nova.scheduler.client.report [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.672075] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.786126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "23e488d0-a337-4521-a3f2-24febc6f893c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.786379] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.786582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.786764] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.786976] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.789115] env[69895]: INFO nova.compute.manager [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Terminating instance [ 980.875974] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471964, 'name': ReconfigVM_Task, 'duration_secs': 0.683991} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.875974] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/09bcc73d-bf93-488b-84a5-671d439619d5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.875974] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-100fbfb2-3745-425d-9c1a-cfe6fefd784d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.884026] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 980.884026] env[69895]: value = "task-3471966" [ 980.884026] env[69895]: _type = "Task" [ 980.884026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.892068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.892520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.892871] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.893228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.893527] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.895354] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471966, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.897937] env[69895]: INFO nova.compute.manager [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Terminating instance [ 980.911169] env[69895]: DEBUG nova.network.neutron [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [{"id": "490cc4e4-8686-44cb-89b7-e93929098c4d", "address": "fa:16:3e:84:96:e8", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490cc4e4-86", "ovs_interfaceid": "490cc4e4-8686-44cb-89b7-e93929098c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.932062] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471965, 'name': PowerOffVM_Task, 'duration_secs': 0.245311} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.932349] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.933427] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce4c5e-289c-4436-9204-71c1de70d497 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.954878] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b749ed-0711-4352-8737-d2ae7fc2c4be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.141219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.147028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.591s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.147028] env[69895]: DEBUG nova.objects.instance [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lazy-loading 'resources' on Instance uuid 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.175251] env[69895]: INFO nova.scheduler.client.report [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Deleted allocations for instance ee0f604d-fb7d-401c-a7a8-6668532bd69d [ 981.293529] env[69895]: DEBUG nova.compute.manager [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.293529] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.294757] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe70bdec-cbf6-44ef-bad1-6256c22d245e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.302944] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.303242] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71716de-1f5e-4981-bf86-4ea608326d95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.310787] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 981.310787] env[69895]: value = "task-3471970" [ 981.310787] env[69895]: _type = "Task" [ 981.310787] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.319868] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.393909] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471966, 'name': Rename_Task, 'duration_secs': 0.164023} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.394279] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.394471] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cdfc167-f370-43be-888c-a2dde667c564 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.400916] env[69895]: DEBUG nova.compute.manager [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.401139] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.403083] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1c125-1e61-4d28-afa7-928f2a564f85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.405910] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 981.405910] env[69895]: value = "task-3471971" [ 981.405910] env[69895]: _type = "Task" [ 981.405910] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.413843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.414141] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Instance network_info: |[{"id": "490cc4e4-8686-44cb-89b7-e93929098c4d", "address": "fa:16:3e:84:96:e8", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490cc4e4-86", "ovs_interfaceid": "490cc4e4-8686-44cb-89b7-e93929098c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.414430] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.414787] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:96:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '490cc4e4-8686-44cb-89b7-e93929098c4d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.423018] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating folder: Project (af6a88e722c949bab8f6807b95542537). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.423018] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a97818-d04a-4243-b13a-159d0e1ca79b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.424954] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1966781-bcf4-4ec9-8a11-16b6b9ab1af1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.430673] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471971, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.435526] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 981.435526] env[69895]: value = "task-3471972" [ 981.435526] env[69895]: _type = "Task" [ 981.435526] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.443056] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created folder: Project (af6a88e722c949bab8f6807b95542537) in parent group-v693805. [ 981.443287] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating folder: Instances. Parent ref: group-v694025. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.443581] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac22227-1b3c-45df-afbb-2e8804df3bfa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.466753] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.471309] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 981.475787] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0096f93-a133-4e24-b112-f43c1d2ec425 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.478613] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created folder: Instances in parent group-v694025. [ 981.478941] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.479244] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.480305] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bad9a3f-d108-4d70-874e-9cbae1a81247 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.501899] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 981.501899] env[69895]: value = "task-3471975" [ 981.501899] env[69895]: _type = "Task" [ 981.501899] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.509690] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.509690] env[69895]: value = "task-3471976" [ 981.509690] env[69895]: _type = "Task" [ 981.509690] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.515190] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.527307] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471976, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.684676] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5c1117d0-45dd-40fd-a667-518889aab246 tempest-ServersListShow296Test-620427722 tempest-ServersListShow296Test-620427722-project-member] Lock "ee0f604d-fb7d-401c-a7a8-6668532bd69d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.785s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.779110] env[69895]: DEBUG nova.compute.manager [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.779309] env[69895]: DEBUG nova.compute.manager [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing instance network info cache due to event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.779566] env[69895]: DEBUG oslo_concurrency.lockutils [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] Acquiring lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.779947] env[69895]: DEBUG oslo_concurrency.lockutils [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] Acquired lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.780200] env[69895]: DEBUG nova.network.neutron [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.822698] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471970, 'name': PowerOffVM_Task, 'duration_secs': 0.239595} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.825571] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.825939] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.826495] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c97ee85b-dbce-4c70-b003-73fba3e3ab2a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.841080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.841395] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.841755] env[69895]: DEBUG nova.objects.instance [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.915828] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.916089] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.916303] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleting the datastore file [datastore2] 23e488d0-a337-4521-a3f2-24febc6f893c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.917568] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84a42e32-955a-4dba-bc4b-56401bed8941 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.923732] env[69895]: DEBUG oslo_vmware.api [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3471971, 'name': PowerOnVM_Task, 'duration_secs': 0.5018} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.923973] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.924202] env[69895]: INFO nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Took 8.11 seconds to spawn the instance on the hypervisor. [ 981.924386] env[69895]: DEBUG nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.925210] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d64ec6-62bb-4106-b5a5-e414127c28a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.931871] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for the task: (returnval){ [ 981.931871] env[69895]: value = "task-3471978" [ 981.931871] env[69895]: _type = "Task" [ 981.931871] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.952765] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.957703] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471972, 'name': PowerOffVM_Task, 'duration_secs': 0.233881} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.960561] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.960778] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.961235] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e7e1493-e7cf-41ab-b82b-c17e6238e29f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.986474] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de15324d-511b-4c1a-a6e2-0dbbf1643423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.997366] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502afd38-d51e-4a4c-931e-40e8babe2399 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.040836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af3bfd0-ca7b-4d52-8953-958c62e8aec7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.043880] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.044320] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.044536] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Deleting the datastore file [datastore2] 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.048735] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351f76fd-6179-4b23-a050-a8f6a7a9b647 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.050934] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.057910] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471976, 'name': CreateVM_Task, 'duration_secs': 0.34586} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.060142] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.061914] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.062123] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.062458] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.063827] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9eab21-8dcb-46bb-a2a1-afbfa62c547d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.068880] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for the task: (returnval){ [ 982.068880] env[69895]: value = "task-3471980" [ 982.068880] env[69895]: _type = "Task" [ 982.068880] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.069134] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa83c973-ef74-4f5b-8f6e-3034ac0eb481 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.084107] env[69895]: DEBUG nova.compute.provider_tree [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.090083] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 982.090083] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527182eb-ebe4-6d4a-ba81-60cc13262266" [ 982.090083] env[69895]: _type = "Task" [ 982.090083] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.090342] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.100654] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527182eb-ebe4-6d4a-ba81-60cc13262266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.347215] env[69895]: DEBUG nova.objects.instance [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.449259] env[69895]: DEBUG oslo_vmware.api [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Task: {'id': task-3471978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210199} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.451298] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.451501] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.451719] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.451838] env[69895]: INFO nova.compute.manager [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 982.452093] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.452295] env[69895]: DEBUG nova.compute.manager [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.452539] env[69895]: DEBUG nova.network.neutron [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.454240] env[69895]: INFO nova.compute.manager [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Took 36.25 seconds to build instance. [ 982.513230] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471975, 'name': CreateSnapshot_Task, 'duration_secs': 0.605116} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.513476] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 982.514266] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f60ff7-6110-41d3-927d-83c2172f7f8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.582764] env[69895]: DEBUG oslo_vmware.api [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Task: {'id': task-3471980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378503} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.583153] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.583347] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.583528] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.583702] env[69895]: INFO nova.compute.manager [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 982.583943] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.584175] env[69895]: DEBUG nova.compute.manager [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.584315] env[69895]: DEBUG nova.network.neutron [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.592066] env[69895]: DEBUG nova.scheduler.client.report [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.605888] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527182eb-ebe4-6d4a-ba81-60cc13262266, 'name': SearchDatastore_Task, 'duration_secs': 0.024268} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.606322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.606566] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.606808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.606957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.607160] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.607447] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a00d7232-baa1-432f-bee5-84eb2d25bc3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.620144] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.620236] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.621090] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c52b29b-9978-475f-b601-c580ba847272 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.628017] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 982.628017] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e0fa42-2dfd-1e42-102c-7c49f478edcd" [ 982.628017] env[69895]: _type = "Task" [ 982.628017] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.636279] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e0fa42-2dfd-1e42-102c-7c49f478edcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.850067] env[69895]: DEBUG nova.objects.base [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance<6036ce7d-477f-4c4d-9b8f-96d35786a4da> lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.850309] env[69895]: DEBUG nova.network.neutron [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.907093] env[69895]: DEBUG nova.network.neutron [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updated VIF entry in instance network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.907511] env[69895]: DEBUG nova.network.neutron [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [{"id": "490cc4e4-8686-44cb-89b7-e93929098c4d", "address": "fa:16:3e:84:96:e8", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490cc4e4-86", "ovs_interfaceid": "490cc4e4-8686-44cb-89b7-e93929098c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.959116] env[69895]: DEBUG oslo_concurrency.lockutils [None req-58941b87-906f-4b66-88ab-1c4cedbc9562 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.763s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.029505] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f9855f26-bc74-4381-a872-c1fddf82e7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.188s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.042739] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.043260] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba29afa0-5857-40ad-a289-b73fb3f58b40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.054158] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 983.054158] env[69895]: value = "task-3471981" [ 983.054158] env[69895]: _type = "Task" [ 983.054158] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.063887] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.100229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.102847] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.553s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.105317] env[69895]: INFO nova.compute.claims [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.145548] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e0fa42-2dfd-1e42-102c-7c49f478edcd, 'name': SearchDatastore_Task, 'duration_secs': 0.020645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.146839] env[69895]: INFO nova.scheduler.client.report [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Deleted allocations for instance 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd [ 983.155385] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efb4a0b-edfb-4ef6-a6a5-ecae2d533f7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.162982] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 983.162982] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cef0d6-cf74-8b47-cc93-58ef7b7a8ccb" [ 983.162982] env[69895]: _type = "Task" [ 983.162982] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.176620] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cef0d6-cf74-8b47-cc93-58ef7b7a8ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.410537] env[69895]: DEBUG oslo_concurrency.lockutils [req-0b1a5bde-d48e-40bb-abd2-9052b78c2f3a req-e9ec2576-eddc-46e3-9d90-00d1622710ad service nova] Releasing lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.569991] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.662223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-08945ae0-3d92-4922-b50c-25e291ea8a30 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Lock "5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.801s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.679221] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cef0d6-cf74-8b47-cc93-58ef7b7a8ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.680581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.680981] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] e993427e-b1e2-489f-a54a-0500c25cf072/e993427e-b1e2-489f-a54a-0500c25cf072.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.681722] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6835a44-eaa9-4d75-8715-0cddbd52f767 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.696233] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 983.696233] env[69895]: value = "task-3471982" [ 983.696233] env[69895]: _type = "Task" [ 983.696233] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.699441] env[69895]: DEBUG nova.network.neutron [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.708616] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.799205] env[69895]: DEBUG nova.network.neutron [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.031238] env[69895]: DEBUG nova.compute.manager [req-216f07b6-53fd-4966-8f44-fc73f006bb51 req-92039c47-50e0-4651-900c-2faebe2739ff service nova] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Received event network-vif-deleted-542283f7-8558-4179-b5a3-b95571e736c9 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.066449] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.202338] env[69895]: INFO nova.compute.manager [-] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Took 1.75 seconds to deallocate network for instance. [ 984.207940] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471982, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.301363] env[69895]: INFO nova.compute.manager [-] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Took 1.72 seconds to deallocate network for instance. [ 984.324379] env[69895]: DEBUG nova.compute.manager [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Received event network-vif-deleted-19279116-70d8-4d9f-b13b-883d82653206 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.324482] env[69895]: DEBUG nova.compute.manager [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.324903] env[69895]: DEBUG nova.compute.manager [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing instance network info cache due to event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.326966] env[69895]: DEBUG oslo_concurrency.lockutils [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.326966] env[69895]: DEBUG oslo_concurrency.lockutils [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.326966] env[69895]: DEBUG nova.network.neutron [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.490886] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ad6d6-7708-4544-afa9-e6c441a28288 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.501488] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02331b4e-ac30-41d1-be18-b31f0628418c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.558647] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36955bed-8ed1-40d9-956f-74d612fa6cec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.572575] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.576286] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbd3880-517c-4e25-84b2-dd61584c0899 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.600633] env[69895]: DEBUG nova.compute.provider_tree [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.708298] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914813} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.708632] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] e993427e-b1e2-489f-a54a-0500c25cf072/e993427e-b1e2-489f-a54a-0500c25cf072.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.708885] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.709200] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f15f18-5206-4e3a-94cb-a9b05dc602b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.715882] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.717869] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 984.717869] env[69895]: value = "task-3471984" [ 984.717869] env[69895]: _type = "Task" [ 984.717869] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.729132] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.814172] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.843964] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.844084] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.069983] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.071590] env[69895]: DEBUG nova.network.neutron [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updated VIF entry in instance network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.071917] env[69895]: DEBUG nova.network.neutron [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.105729] env[69895]: DEBUG nova.scheduler.client.report [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.109314] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.109431] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.109721] env[69895]: DEBUG nova.objects.instance [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.229049] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099867} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.229375] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.230172] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c16737-b01a-4e06-82ef-856364df4575 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.254031] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e993427e-b1e2-489f-a54a-0500c25cf072/e993427e-b1e2-489f-a54a-0500c25cf072.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.254031] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6842bd-712e-4ae6-a2e5-36147296d4f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.275921] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 985.275921] env[69895]: value = "task-3471985" [ 985.275921] env[69895]: _type = "Task" [ 985.275921] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.285016] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.346759] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.571485] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3471981, 'name': CloneVM_Task, 'duration_secs': 2.053406} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.571969] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Created linked-clone VM from snapshot [ 985.572906] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0a05f-7e59-418a-b6bd-6c7c19a5b117 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.577531] env[69895]: DEBUG oslo_concurrency.lockutils [req-663628ee-b579-4e09-bb81-270779747624 req-56fd01ad-dc3b-49b8-8a80-27a79e859259 service nova] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.585227] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Uploading image 26d93d63-a4fe-4f60-8a9b-e0591dee4c5c {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.614735] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.614735] env[69895]: value = "vm-694029" [ 985.614735] env[69895]: _type = "VirtualMachine" [ 985.614735] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.616093] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.616567] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.622805] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe6b9993-ddb9-4689-b53c-1e3776892489 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.625050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.703s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.625450] env[69895]: DEBUG nova.objects.instance [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lazy-loading 'resources' on Instance uuid 6c80d227-699d-4373-bc0c-806714d3d02e {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.636268] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lease: (returnval){ [ 985.636268] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe3fe3-603b-595e-9ec4-e81758ba8ea4" [ 985.636268] env[69895]: _type = "HttpNfcLease" [ 985.636268] env[69895]: } obtained for exporting VM: (result){ [ 985.636268] env[69895]: value = "vm-694029" [ 985.636268] env[69895]: _type = "VirtualMachine" [ 985.636268] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.636268] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the lease: (returnval){ [ 985.636268] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe3fe3-603b-595e-9ec4-e81758ba8ea4" [ 985.636268] env[69895]: _type = "HttpNfcLease" [ 985.636268] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.649359] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.649359] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe3fe3-603b-595e-9ec4-e81758ba8ea4" [ 985.649359] env[69895]: _type = "HttpNfcLease" [ 985.649359] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.710390] env[69895]: DEBUG nova.objects.instance [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.787600] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471985, 'name': ReconfigVM_Task, 'duration_secs': 0.325907} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.787993] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e993427e-b1e2-489f-a54a-0500c25cf072/e993427e-b1e2-489f-a54a-0500c25cf072.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.788663] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e1c385a-9757-4c27-9cb0-c59973791d10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.795693] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 985.795693] env[69895]: value = "task-3471987" [ 985.795693] env[69895]: _type = "Task" [ 985.795693] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.809475] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471987, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.872929] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.127028] env[69895]: DEBUG nova.compute.utils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.128509] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.128660] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.145411] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.145411] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe3fe3-603b-595e-9ec4-e81758ba8ea4" [ 986.145411] env[69895]: _type = "HttpNfcLease" [ 986.145411] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.145943] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.145943] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe3fe3-603b-595e-9ec4-e81758ba8ea4" [ 986.145943] env[69895]: _type = "HttpNfcLease" [ 986.145943] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 986.146480] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2cbf1e-0e46-4c52-bb01-ad23c387f4cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.155799] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.156121] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 986.221694] env[69895]: DEBUG nova.objects.base [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance<6036ce7d-477f-4c4d-9b8f-96d35786a4da> lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.221905] env[69895]: DEBUG nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.228594] env[69895]: DEBUG nova.policy [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce9a9031bbc4ed1be05b49ec8b0be1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '468a1886d1874fe78146b17063eabb1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.309401] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471987, 'name': Rename_Task, 'duration_secs': 0.164139} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.309804] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.310199] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0739507-48e0-45d1-a498-909cdb82322d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.317201] env[69895]: DEBUG nova.policy [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.321337] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 986.321337] env[69895]: value = "task-3471989" [ 986.321337] env[69895]: _type = "Task" [ 986.321337] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.330890] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.370492] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bb1289c-7e77-4e21-a3aa-a2f86c1bae49 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.547314] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c078b-b87f-496a-bdad-ca81a3e12d9e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.556227] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c3a436-dc5d-4009-8c15-299ee6223eb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.560655] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Successfully created port: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.592352] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b9d1f-6120-4269-a612-1184afcb06bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.602928] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce040ef-b84d-4813-8557-d8816946455a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.621376] env[69895]: DEBUG nova.compute.provider_tree [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.634915] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.837399] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.954013] env[69895]: DEBUG nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Successfully created port: e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.127992] env[69895]: DEBUG nova.scheduler.client.report [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.333324] env[69895]: DEBUG oslo_vmware.api [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3471989, 'name': PowerOnVM_Task, 'duration_secs': 0.557409} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.333492] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.335272] env[69895]: INFO nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Took 9.12 seconds to spawn the instance on the hypervisor. [ 987.335272] env[69895]: DEBUG nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.335272] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24905dd6-36f9-444b-9707-89974976f432 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.635406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.639193] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.495s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.639628] env[69895]: DEBUG nova.objects.instance [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lazy-loading 'resources' on Instance uuid 6451338d-bf01-4ac8-ac06-7c1563326ab6 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.647059] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.676309] env[69895]: INFO nova.scheduler.client.report [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted allocations for instance 6c80d227-699d-4373-bc0c-806714d3d02e [ 987.688905] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.689183] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.689345] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.689530] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.689678] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.689827] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.690053] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.690221] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.690391] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.690557] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.690735] env[69895]: DEBUG nova.virt.hardware [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.691952] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa933e-2366-4f26-89c6-5da113e47138 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.700698] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c023a-6374-4faa-ba9e-db491d8f4b81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.860428] env[69895]: INFO nova.compute.manager [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Took 40.56 seconds to build instance. [ 988.100977] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Successfully updated port: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.186691] env[69895]: DEBUG oslo_concurrency.lockutils [None req-109b2ff8-d56a-4b69-8a38-b13e5196f668 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "6c80d227-699d-4373-bc0c-806714d3d02e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.102s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.201465] env[69895]: DEBUG nova.compute.manager [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Received event network-vif-plugged-2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.201740] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] Acquiring lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.202119] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.202188] env[69895]: DEBUG oslo_concurrency.lockutils [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.202364] env[69895]: DEBUG nova.compute.manager [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] No waiting events found dispatching network-vif-plugged-2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.202548] env[69895]: WARNING nova.compute.manager [req-4f391aa8-723a-4a08-965c-887cd6c6ce1c req-2e7d57c9-07f6-4dad-b4f9-a3617c18cabb service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Received unexpected event network-vif-plugged-2375eac8-7309-46e9-b5b8-8b8f1df7d226 for instance with vm_state building and task_state spawning. [ 988.364646] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a90c978-3d04-4d0e-b90a-5456d9358575 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.073s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.446442] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5cd94-0708-4c13-ae76-27950932e6c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.466339] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b692448e-b683-4c2e-872b-2aac287bb9d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.500196] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e2c34-1a3a-4693-97e3-f9fd00a6c6f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.510752] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b9edb8-0dce-4da9-b32e-6b7ee191cdb4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.527931] env[69895]: DEBUG nova.compute.provider_tree [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.604628] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.604804] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.604957] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.705127] env[69895]: DEBUG nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Successfully updated port: e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.779248] env[69895]: DEBUG nova.compute.manager [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-plugged-e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.779465] env[69895]: DEBUG oslo_concurrency.lockutils [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.779670] env[69895]: DEBUG oslo_concurrency.lockutils [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.779840] env[69895]: DEBUG oslo_concurrency.lockutils [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.780017] env[69895]: DEBUG nova.compute.manager [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] No waiting events found dispatching network-vif-plugged-e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.780513] env[69895]: WARNING nova.compute.manager [req-d0f4a632-93d3-4f68-a64b-39103dc264a3 req-2eac4e83-b622-47e1-9e10-eaa3b6d0cc68 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received unexpected event network-vif-plugged-e1db6c66-3919-4dd1-bbd0-9d503ed1144b for instance with vm_state active and task_state None. [ 989.031147] env[69895]: DEBUG nova.scheduler.client.report [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.181998] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.207954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.208167] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.208345] env[69895]: DEBUG nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.524314] env[69895]: DEBUG nova.network.neutron [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Updating instance_info_cache with network_info: [{"id": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "address": "fa:16:3e:d3:3f:28", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2375eac8-73", "ovs_interfaceid": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.539499] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.541911] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.292s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.542175] env[69895]: DEBUG nova.objects.instance [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lazy-loading 'resources' on Instance uuid 701decf6-25c1-4fe2-9168-a9aebb680386 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.571276] env[69895]: INFO nova.scheduler.client.report [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Deleted allocations for instance 6451338d-bf01-4ac8-ac06-7c1563326ab6 [ 989.780520] env[69895]: WARNING nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 990.028187] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.028571] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Instance network_info: |[{"id": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "address": "fa:16:3e:d3:3f:28", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2375eac8-73", "ovs_interfaceid": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.029114] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:3f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2375eac8-7309-46e9-b5b8-8b8f1df7d226', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.040379] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.043837] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.049059] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8b9588-40fd-4b43-802c-65594a22f76c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.072538] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.072538] env[69895]: value = "task-3471991" [ 990.072538] env[69895]: _type = "Task" [ 990.072538] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.080950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-036b3aef-53ed-4b8e-be22-f008e25b7e79 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Lock "6451338d-bf01-4ac8-ac06-7c1563326ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.875s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.093323] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471991, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.253447] env[69895]: DEBUG nova.network.neutron [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "address": "fa:16:3e:2b:88:5e", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db6c66-39", "ovs_interfaceid": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.408384] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3388ca7-d6e7-4a10-8399-e1804f664043 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.426967] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b078c3a-ae54-413c-8e41-604c164ed6e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470181] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1868bb2d-a726-43db-ab3b-8f414c4a1aba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.483224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7da972f-d614-4135-9bf5-3bc517a88c9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.493776] env[69895]: DEBUG nova.compute.manager [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Received event network-changed-2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.494048] env[69895]: DEBUG nova.compute.manager [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Refreshing instance network info cache due to event network-changed-2375eac8-7309-46e9-b5b8-8b8f1df7d226. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.494435] env[69895]: DEBUG oslo_concurrency.lockutils [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] Acquiring lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.494720] env[69895]: DEBUG oslo_concurrency.lockutils [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] Acquired lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.495793] env[69895]: DEBUG nova.network.neutron [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Refreshing network info cache for port 2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.513137] env[69895]: DEBUG nova.compute.provider_tree [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.590644] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3471991, 'name': CreateVM_Task, 'duration_secs': 0.492058} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.590644] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.590999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.591125] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.595715] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.595715] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602dadf3-b9e6-4a72-8464-6cd99bcb523c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.603478] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 990.603478] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52679e38-c68b-271b-b664-c0f0d847e95c" [ 990.603478] env[69895]: _type = "Task" [ 990.603478] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.619899] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52679e38-c68b-271b-b664-c0f0d847e95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.757082] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.757818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.758053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.758867] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18647e0c-f74c-48fa-a9f0-a7003b6e166a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.780182] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.780182] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.780182] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.780182] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.780821] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.780821] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.780821] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.780821] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.781106] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.781161] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.781725] env[69895]: DEBUG nova.virt.hardware [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.787738] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfiguring VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 990.788149] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2bc5e1-614f-4b34-aefd-ad11d8b2982f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.808645] env[69895]: DEBUG oslo_vmware.api [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 990.808645] env[69895]: value = "task-3471993" [ 990.808645] env[69895]: _type = "Task" [ 990.808645] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.817940] env[69895]: DEBUG oslo_vmware.api [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471993, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.926298] env[69895]: DEBUG nova.compute.manager [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-changed-e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.926388] env[69895]: DEBUG nova.compute.manager [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing instance network info cache due to event network-changed-e1db6c66-3919-4dd1-bbd0-9d503ed1144b. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.926609] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.926982] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.926982] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing network info cache for port e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.017791] env[69895]: DEBUG nova.scheduler.client.report [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.126257] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52679e38-c68b-271b-b664-c0f0d847e95c, 'name': SearchDatastore_Task, 'duration_secs': 0.018744} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.127035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.127724] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.131385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.131385] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.131385] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1deda918-e850-419f-b089-ed4473b137fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.142146] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.142407] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.143252] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd3fe12-a62a-43ad-a015-368fd9e5a154 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.152752] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 991.152752] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52006a32-aa01-1677-8ff1-2d0f6c295de2" [ 991.152752] env[69895]: _type = "Task" [ 991.152752] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.162847] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52006a32-aa01-1677-8ff1-2d0f6c295de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.322330] env[69895]: DEBUG oslo_vmware.api [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.360781] env[69895]: DEBUG nova.network.neutron [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Updated VIF entry in instance network info cache for port 2375eac8-7309-46e9-b5b8-8b8f1df7d226. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.361410] env[69895]: DEBUG nova.network.neutron [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Updating instance_info_cache with network_info: [{"id": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "address": "fa:16:3e:d3:3f:28", "network": {"id": "31c1863b-8122-449b-8057-bf5424c17400", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1794995043-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "468a1886d1874fe78146b17063eabb1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2375eac8-73", "ovs_interfaceid": "2375eac8-7309-46e9-b5b8-8b8f1df7d226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.524391] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.526906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.276s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.528899] env[69895]: INFO nova.compute.claims [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.578105] env[69895]: INFO nova.scheduler.client.report [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Deleted allocations for instance 701decf6-25c1-4fe2-9168-a9aebb680386 [ 991.665484] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52006a32-aa01-1677-8ff1-2d0f6c295de2, 'name': SearchDatastore_Task, 'duration_secs': 0.015228} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.666916] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f1252e-58f7-48a4-87cf-931ee762cbf8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.673704] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 991.673704] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c57112-4ed7-a3bd-d232-b6695ee61499" [ 991.673704] env[69895]: _type = "Task" [ 991.673704] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.684898] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c57112-4ed7-a3bd-d232-b6695ee61499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.763562] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updated VIF entry in instance network info cache for port e1db6c66-3919-4dd1-bbd0-9d503ed1144b. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.763801] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "address": "fa:16:3e:2b:88:5e", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db6c66-39", "ovs_interfaceid": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.821927] env[69895]: DEBUG oslo_vmware.api [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3471993, 'name': ReconfigVM_Task, 'duration_secs': 0.82444} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.821927] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.821927] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfigured VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 991.865255] env[69895]: DEBUG oslo_concurrency.lockutils [req-9836d789-ec96-43f1-98ac-b4b3fd51747d req-f8088adf-cb1e-429c-b85f-06379e47aa2c service nova] Releasing lock "refresh_cache-7a2a7f8f-8b42-4265-9685-b027eff09f0f" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.086509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Lock "701decf6-25c1-4fe2-9168-a9aebb680386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.285s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.187747] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c57112-4ed7-a3bd-d232-b6695ee61499, 'name': SearchDatastore_Task, 'duration_secs': 0.020748} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.188300] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.188627] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 7a2a7f8f-8b42-4265-9685-b027eff09f0f/7a2a7f8f-8b42-4265-9685-b027eff09f0f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.189269] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d30ff2-574c-4bd0-bc25-ab4f068e4c05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.199047] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 992.199047] env[69895]: value = "task-3471995" [ 992.199047] env[69895]: _type = "Task" [ 992.199047] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.208106] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.267268] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.267610] env[69895]: DEBUG nova.compute.manager [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.267835] env[69895]: DEBUG nova.compute.manager [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing instance network info cache due to event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.268105] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Acquiring lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.268265] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Acquired lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.268458] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.329859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d4e78ac7-b686-4101-8bfa-b39ec06f110d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.220s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.715132] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.891062] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5a49c-c66b-4067-9018-85d0d519beb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.899482] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbc9f11-33f0-42b4-89e0-144927d92c0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.949702] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1afa3-7707-4111-83d7-da7c3cffdade {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.961476] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f8a1d4-53b7-428a-a41d-1842b63171d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.975307] env[69895]: DEBUG nova.compute.provider_tree [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.142740] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updated VIF entry in instance network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.146785] env[69895]: DEBUG nova.network.neutron [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [{"id": "490cc4e4-8686-44cb-89b7-e93929098c4d", "address": "fa:16:3e:84:96:e8", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490cc4e4-86", "ovs_interfaceid": "490cc4e4-8686-44cb-89b7-e93929098c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.214863] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630596} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.215394] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 7a2a7f8f-8b42-4265-9685-b027eff09f0f/7a2a7f8f-8b42-4265-9685-b027eff09f0f.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.215705] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.216034] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d18243-f30c-406e-8c06-fc358530e886 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.224919] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 993.224919] env[69895]: value = "task-3471996" [ 993.224919] env[69895]: _type = "Task" [ 993.224919] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.241342] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.481477] env[69895]: DEBUG nova.scheduler.client.report [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.647767] env[69895]: DEBUG oslo_concurrency.lockutils [req-2f89083d-5f97-4488-9829-41735eb30564 req-22e5f321-09ad-40a1-988d-d4b1a1396dff service nova] Releasing lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.735582] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096819} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.735869] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.737342] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620ddba-2ddb-41f6-8ec9-f402fc75b8ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.772013] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 7a2a7f8f-8b42-4265-9685-b027eff09f0f/7a2a7f8f-8b42-4265-9685-b027eff09f0f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.772013] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b516379c-d9f3-42bc-9ea1-681f650cbfa1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.801086] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 993.801086] env[69895]: value = "task-3471997" [ 993.801086] env[69895]: _type = "Task" [ 993.801086] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.812937] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.990572] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.990572] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.994570] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.558s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.994570] env[69895]: DEBUG nova.objects.instance [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'resources' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.293796] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-99afd05a-34c6-4027-a085-b136245a9a64" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.294195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-99afd05a-34c6-4027-a085-b136245a9a64" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.294832] env[69895]: DEBUG nova.objects.instance [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.319524] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471997, 'name': ReconfigVM_Task, 'duration_secs': 0.44654} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.320548] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 7a2a7f8f-8b42-4265-9685-b027eff09f0f/7a2a7f8f-8b42-4265-9685-b027eff09f0f.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.321210] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccdb0129-f295-47ae-8aae-c8a84b68ca2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.335256] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 994.335256] env[69895]: value = "task-3471999" [ 994.335256] env[69895]: _type = "Task" [ 994.335256] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.343970] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471999, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.499556] env[69895]: DEBUG nova.compute.utils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.502481] env[69895]: DEBUG nova.objects.instance [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'numa_topology' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.502588] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 994.825386] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.825386] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d739e72-4d30-4c41-a242-96ec99adb408 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.830978] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.831185] env[69895]: ERROR oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk due to incomplete transfer. [ 994.831783] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-459fc8c9-625e-4c79-aa49-b66e29ec9206 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.843961] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3471999, 'name': Rename_Task, 'duration_secs': 0.19664} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.845118] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.845389] env[69895]: DEBUG oslo_vmware.rw_handles [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d22e38-a431-b4e0-d9f7-a35947362d06/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.845561] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Uploaded image 26d93d63-a4fe-4f60-8a9b-e0591dee4c5c to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.847966] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.848240] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f271a2c-1dca-42b2-930f-96ef03aad4a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.850008] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70810c1d-f7e3-44f1-bab3-4a82e7d58f13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.858242] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 994.858242] env[69895]: value = "task-3472000" [ 994.858242] env[69895]: _type = "Task" [ 994.858242] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.859551] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 994.859551] env[69895]: value = "task-3472001" [ 994.859551] env[69895]: _type = "Task" [ 994.859551] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.875803] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.879177] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472001, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.968894] env[69895]: DEBUG nova.objects.instance [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.004142] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.006635] env[69895]: DEBUG nova.objects.base [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.305934] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fdbd5d-2864-4f87-8b4a-1d100d0a352d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.316339] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e72eba-a718-48f9-b166-c1abd2fae2dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.359322] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b54a5a5-39bb-4884-819d-18ed99780317 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.380451] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8c550-2556-486e-8d82-4eea06a63c69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.383576] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.387675] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472001, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.401536] env[69895]: DEBUG nova.compute.provider_tree [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.475072] env[69895]: DEBUG nova.objects.base [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance<6036ce7d-477f-4c4d-9b8f-96d35786a4da> lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.479020] env[69895]: DEBUG nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.695861] env[69895]: DEBUG nova.policy [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.887176] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472001, 'name': Destroy_Task, 'duration_secs': 0.532692} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.890376] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Destroyed the VM [ 995.890625] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 995.891050] env[69895]: DEBUG oslo_vmware.api [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472000, 'name': PowerOnVM_Task, 'duration_secs': 0.648508} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.891279] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc5b11a0-762d-4f77-9ef0-a82ff2b00ba4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.893063] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.893269] env[69895]: INFO nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Took 8.25 seconds to spawn the instance on the hypervisor. [ 995.893447] env[69895]: DEBUG nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.894228] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4796814c-c25f-4ddd-94d5-afc3c0d1eda6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.905914] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 995.905914] env[69895]: value = "task-3472002" [ 995.905914] env[69895]: _type = "Task" [ 995.905914] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.907014] env[69895]: DEBUG nova.scheduler.client.report [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.920933] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.020968] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.051846] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.052478] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.052478] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.052478] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.052602] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.052762] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.053413] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.053594] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.053773] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.054045] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.054234] env[69895]: DEBUG nova.virt.hardware [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.055316] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1167d2c-7dc1-403d-904b-ed72df26f562 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.064623] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475892f-fee3-4107-b80e-7918f546ef65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.080244] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.086024] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Creating folder: Project (3d2b73f761974d46b0da626b954e0ced). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.086759] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01d36ab1-4d2c-42e9-a4dc-a969a85b6a07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.100231] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Created folder: Project (3d2b73f761974d46b0da626b954e0ced) in parent group-v693805. [ 996.100231] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Creating folder: Instances. Parent ref: group-v694032. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.100429] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70db66eb-0f17-448a-88d1-168dc079c7a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.113525] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Created folder: Instances in parent group-v694032. [ 996.113525] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.113751] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.114062] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efc395e-837c-46d4-9c4c-c699265c55d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.139310] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.139310] env[69895]: value = "task-3472005" [ 996.139310] env[69895]: _type = "Task" [ 996.139310] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.149181] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472005, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.424355] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.426543] env[69895]: INFO nova.compute.manager [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Took 35.90 seconds to build instance. [ 996.427529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.335s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.427843] env[69895]: DEBUG nova.objects.instance [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lazy-loading 'resources' on Instance uuid 5842217c-1476-4585-9770-b5dd4445e453 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.435580] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472002, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.651652] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472005, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.924929] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472002, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679517} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.925261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.925933] env[69895]: DEBUG nova.compute.manager [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.926856] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04b220-d4d8-4b3c-9dd7-318a852e75e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.931997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.414s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.940522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3653a6c9-b684-4a13-a1c5-ed626e992696 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.732s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.941461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.184s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.941584] env[69895]: INFO nova.compute.manager [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Unshelving [ 997.151383] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472005, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.175311] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c5125-489f-4ea6-9d4f-815b20d7ec70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.185376] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f6ddbf-8a25-4624-bca4-1c7c48fe6cc6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.217919] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3cb217-14e2-463c-aa07-d5fa43d1cb1f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.226498] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609569fb-e4b1-4dc6-823c-79f9beb90ae6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.242811] env[69895]: DEBUG nova.compute.provider_tree [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.448805] env[69895]: INFO nova.compute.manager [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Shelve offloading [ 997.562155] env[69895]: DEBUG nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Successfully updated port: 99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.617015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.617341] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.653251] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472005, 'name': CreateVM_Task, 'duration_secs': 1.434283} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.653251] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.653498] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.653589] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.653897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.654175] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f09bc71-bcdb-4ac2-9247-fdf84a7ad7d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.659494] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 997.659494] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b4df1f-5cef-7e1a-cb3b-9e4eb0b84c37" [ 997.659494] env[69895]: _type = "Task" [ 997.659494] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.666954] env[69895]: DEBUG nova.compute.manager [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.670514] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c3486-eb76-4cdd-b238-c555348b3c59 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.673317] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b4df1f-5cef-7e1a-cb3b-9e4eb0b84c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.739493] env[69895]: DEBUG nova.compute.manager [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-plugged-99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.739741] env[69895]: DEBUG oslo_concurrency.lockutils [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.739952] env[69895]: DEBUG oslo_concurrency.lockutils [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.740183] env[69895]: DEBUG oslo_concurrency.lockutils [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.740369] env[69895]: DEBUG nova.compute.manager [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] No waiting events found dispatching network-vif-plugged-99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.740535] env[69895]: WARNING nova.compute.manager [req-36e661bd-ac6b-4faa-88bb-d286ee09baee req-99e0ad4a-1ccf-4460-9ebc-73bee8544204 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received unexpected event network-vif-plugged-99afd05a-34c6-4027-a085-b136245a9a64 for instance with vm_state active and task_state None. [ 997.745979] env[69895]: DEBUG nova.scheduler.client.report [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.955561] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.959042] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8418b72-60f6-4145-ba02-b4d6725599c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.967997] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 997.967997] env[69895]: value = "task-3472007" [ 997.967997] env[69895]: _type = "Task" [ 997.967997] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.973085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.980316] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.980642] env[69895]: DEBUG nova.compute.manager [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.981647] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ac9c57-ff47-4c4d-b37e-6f83b3c80bce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.988800] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.988962] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.989152] env[69895]: DEBUG nova.network.neutron [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.065196] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065517] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.066069] env[69895]: DEBUG nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.122152] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.172295] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b4df1f-5cef-7e1a-cb3b-9e4eb0b84c37, 'name': SearchDatastore_Task, 'duration_secs': 0.015579} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.172941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.172941] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.172941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.173306] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.173360] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.173637] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f6d7f87-cdfd-47bb-94b9-1d42bc87c6ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.183130] env[69895]: INFO nova.compute.manager [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] instance snapshotting [ 998.184909] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.185098] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.186157] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec64cba0-af86-4e26-be3b-ffd2580db77d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.190579] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fc8f2-1513-48f0-8747-159d00788652 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.199033] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 998.199033] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dd15ef-bd08-2c9a-482d-87efa1b98813" [ 998.199033] env[69895]: _type = "Task" [ 998.199033] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.217871] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e7e47-88a6-4d1d-929e-a87c6d9fa25a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.224935] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dd15ef-bd08-2c9a-482d-87efa1b98813, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.226130] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5465ed79-5731-4b59-a1c2-11c87bf03f02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.236034] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 998.236034] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f97acd-ac81-3a9e-4dc3-ee0246fd81ee" [ 998.236034] env[69895]: _type = "Task" [ 998.236034] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.253024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.254314] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f97acd-ac81-3a9e-4dc3-ee0246fd81ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.255090] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.049s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.256327] env[69895]: DEBUG nova.objects.instance [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'resources' on Instance uuid d5b848de-5287-4677-a9e3-0a4bee01d083 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.257575] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.258384] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.259067] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd93c5b7-c14a-4e71-bae1-11f1da7c92a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.269026] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 998.269026] env[69895]: value = "task-3472008" [ 998.269026] env[69895]: _type = "Task" [ 998.269026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.282522] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.288279] env[69895]: INFO nova.scheduler.client.report [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Deleted allocations for instance 5842217c-1476-4585-9770-b5dd4445e453 [ 998.612896] env[69895]: WARNING nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 998.613171] env[69895]: WARNING nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 998.648534] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.757028] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.759652] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10425896-9c90-4169-b368-6911aff9dc94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.776622] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 998.776622] env[69895]: value = "task-3472009" [ 998.776622] env[69895]: _type = "Task" [ 998.776622] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792176] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.798849] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.801776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-91074844-f2b5-4cd5-8cff-766795bf629f tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Lock "5842217c-1476-4585-9770-b5dd4445e453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.097s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.047923] env[69895]: DEBUG nova.network.neutron [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updating instance_info_cache with network_info: [{"id": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "address": "fa:16:3e:51:d6:6a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019376e6-e3", "ovs_interfaceid": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.056969] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4ddb8-f449-4634-a708-b9633d5febc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.067146] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c810bca-162c-40a8-9ace-72463b7d40e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.101717] env[69895]: DEBUG nova.network.neutron [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "address": "fa:16:3e:2b:88:5e", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db6c66-39", "ovs_interfaceid": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99afd05a-34c6-4027-a085-b136245a9a64", "address": "fa:16:3e:69:a7:0c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99afd05a-34", "ovs_interfaceid": "99afd05a-34c6-4027-a085-b136245a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.103278] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae65b92-024c-4b40-824a-9685dc6bc06d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.113401] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf38f87-96f3-463b-9f4c-5cbce91b2352 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.132710] env[69895]: DEBUG nova.compute.provider_tree [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.279577] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545119} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.282653] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.282882] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.283159] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-463c7e3e-1da1-4dfe-8ba7-0de6916c66a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.291639] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.292945] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 999.292945] env[69895]: value = "task-3472010" [ 999.292945] env[69895]: _type = "Task" [ 999.292945] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.303818] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.550378] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.607570] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.608080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.608250] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.609157] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65393169-3051-47eb-9147-cecfb9c76804 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.628665] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.628810] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.628929] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.629152] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.629294] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.629435] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.629634] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.629785] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.629952] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.630138] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.630446] env[69895]: DEBUG nova.virt.hardware [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.644491] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfiguring VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 999.647051] env[69895]: DEBUG nova.scheduler.client.report [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.649064] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89824c5a-91f1-41cd-ab4b-1cbf2454c05e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.669303] env[69895]: DEBUG oslo_vmware.api [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 999.669303] env[69895]: value = "task-3472011" [ 999.669303] env[69895]: _type = "Task" [ 999.669303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.680693] env[69895]: DEBUG oslo_vmware.api [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472011, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.792258] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472009, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.803205] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078176} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.803962] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.804881] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d449c5-33f9-4965-af91-c1f96e57456b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.830471] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.830847] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02353d53-51f9-4655-9c3b-4dc2465a0e45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.856598] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 999.856598] env[69895]: value = "task-3472012" [ 999.856598] env[69895]: _type = "Task" [ 999.856598] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.864397] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.164178] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.166831] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.983s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.167161] env[69895]: DEBUG nova.objects.instance [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'resources' on Instance uuid aaf04d18-422b-4793-bd3c-aec33f1ee58e {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.181751] env[69895]: DEBUG oslo_vmware.api [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.194829] env[69895]: INFO nova.scheduler.client.report [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance d5b848de-5287-4677-a9e3-0a4bee01d083 [ 1000.274809] env[69895]: DEBUG nova.compute.manager [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-changed-99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.275016] env[69895]: DEBUG nova.compute.manager [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing instance network info cache due to event network-changed-99afd05a-34c6-4027-a085-b136245a9a64. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.275251] env[69895]: DEBUG oslo_concurrency.lockutils [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.275423] env[69895]: DEBUG oslo_concurrency.lockutils [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275681] env[69895]: DEBUG nova.network.neutron [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Refreshing network info cache for port 99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.282729] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.283723] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57631e-bdae-4190-a899-4f227464c418 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.300403] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472009, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.303999] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.304666] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebeb0bf-f8ed-4aa9-89a4-a792345de8fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.368161] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.445118] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.445118] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.445118] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore2] c35a6d56-ed09-422e-a4b2-5c5478c8d8a1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.445373] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce013b9a-e2a3-416a-84d2-ee393b455b92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.461630] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1000.461630] env[69895]: value = "task-3472014" [ 1000.461630] env[69895]: _type = "Task" [ 1000.461630] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.475394] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.548483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.548816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.672396] env[69895]: DEBUG nova.compute.manager [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received event network-vif-unplugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.672396] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.672396] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.672396] env[69895]: DEBUG oslo_concurrency.lockutils [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.672396] env[69895]: DEBUG nova.compute.manager [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] No waiting events found dispatching network-vif-unplugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.672396] env[69895]: WARNING nova.compute.manager [req-c4d08aa3-99bb-44ec-a7dd-f286be262237 req-bf0eca61-78cc-4ba3-a374-521be83e052f service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received unexpected event network-vif-unplugged-019376e6-e3d8-4754-af5e-bf22f6f87f53 for instance with vm_state shelved and task_state shelving_offloading. [ 1000.690142] env[69895]: DEBUG oslo_vmware.api [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472011, 'name': ReconfigVM_Task, 'duration_secs': 0.907372} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.693181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.693181] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfigured VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1000.706830] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e952f393-95e5-4e44-b49e-7c1927239db8 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "d5b848de-5287-4677-a9e3-0a4bee01d083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.112s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.797541] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472009, 'name': CreateSnapshot_Task, 'duration_secs': 1.539968} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.797997] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.798640] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b90349-a26b-4b2d-9e1e-d9bd1d5d5149 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.874243] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472012, 'name': ReconfigVM_Task, 'duration_secs': 0.749183} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.874574] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.875622] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d2621e3-e6e5-407d-953d-625f06c29ac7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.888234] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1000.888234] env[69895]: value = "task-3472015" [ 1000.888234] env[69895]: _type = "Task" [ 1000.888234] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.906132] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472015, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.976067] env[69895]: DEBUG oslo_vmware.api [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463104} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.976389] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.976583] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.976755] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.005534] env[69895]: INFO nova.scheduler.client.report [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance c35a6d56-ed09-422e-a4b2-5c5478c8d8a1 [ 1001.048102] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dcd545-8ff4-4f4e-a034-d6a51a8925a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.052842] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.059063] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d032ea44-ba4a-4b7e-b03a-f59e43b8a03f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.094792] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11f3dc2-7dfe-405c-a656-18b2ec65af71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.104026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428bf77e-9fe4-4083-a97f-90e52331290a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.119909] env[69895]: DEBUG nova.compute.provider_tree [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.142264] env[69895]: DEBUG nova.network.neutron [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updated VIF entry in instance network info cache for port 99afd05a-34c6-4027-a085-b136245a9a64. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.142792] env[69895]: DEBUG nova.network.neutron [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "address": "fa:16:3e:2b:88:5e", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db6c66-39", "ovs_interfaceid": "e1db6c66-3919-4dd1-bbd0-9d503ed1144b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99afd05a-34c6-4027-a085-b136245a9a64", "address": "fa:16:3e:69:a7:0c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99afd05a-34", "ovs_interfaceid": "99afd05a-34c6-4027-a085-b136245a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.197336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-99afd05a-34c6-4027-a085-b136245a9a64" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.903s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.322955] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.324662] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a32e0e95-825a-46de-9de2-f34c36180312 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.337856] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 1001.337856] env[69895]: value = "task-3472016" [ 1001.337856] env[69895]: _type = "Task" [ 1001.337856] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.142813] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.145541] env[69895]: DEBUG nova.scheduler.client.report [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.149159] env[69895]: DEBUG oslo_concurrency.lockutils [req-7298e607-7660-4462-9fb2-2e18c90702b7 req-2ba04f6f-9217-444f-bdb3-357dead29163 service nova] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.150487] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.150487] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.151636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.151636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.151636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.156109] env[69895]: INFO nova.compute.manager [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Terminating instance [ 1002.171862] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472016, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.172083] env[69895]: WARNING oslo_vmware.common.loopingcall [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] task run outlasted interval by 0.333912 sec [ 1002.180135] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472015, 'name': Rename_Task, 'duration_secs': 0.863613} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.181120] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.181813] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b2c11a-fa6c-42db-b903-6f6baac4f4b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.186992] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472016, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.188416] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.193985] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1002.193985] env[69895]: value = "task-3472017" [ 1002.193985] env[69895]: _type = "Task" [ 1002.193985] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.212598] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.658835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.492s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.663247] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.202s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.663774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.664064] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1002.664519] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.949s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.664909] env[69895]: DEBUG nova.objects.instance [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lazy-loading 'resources' on Instance uuid 23e488d0-a337-4521-a3f2-24febc6f893c {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.666946] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f96172-426d-4e93-a312-c8a10ddcb604 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.671138] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.673895] env[69895]: DEBUG nova.compute.manager [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.674420] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.677394] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020a1cb-eac9-4427-a963-963359baec97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.689178] env[69895]: INFO nova.scheduler.client.report [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted allocations for instance aaf04d18-422b-4793-bd3c-aec33f1ee58e [ 1002.693321] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34bb7d4-22ce-4982-8bec-d8b6b26e962d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.713785] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472016, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.714134] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.719085] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c95143d-8a9e-4a9f-8a08-eed91f01843f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.736371] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8d643-c6f3-4901-85c0-7e65ab500b53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.742026] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1002.742026] env[69895]: value = "task-3472018" [ 1002.742026] env[69895]: _type = "Task" [ 1002.742026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.742026] env[69895]: DEBUG oslo_vmware.api [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472017, 'name': PowerOnVM_Task, 'duration_secs': 0.495687} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.742026] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.742026] env[69895]: INFO nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1002.742026] env[69895]: DEBUG nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.746502] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8298aa82-c379-4fb5-9896-8a63814b5c97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.755215] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94def77e-b654-46df-8f00-ae21c1032e5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.768900] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.774507] env[69895]: DEBUG nova.compute.manager [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Received event network-changed-019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.774741] env[69895]: DEBUG nova.compute.manager [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Refreshing instance network info cache due to event network-changed-019376e6-e3d8-4754-af5e-bf22f6f87f53. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.774963] env[69895]: DEBUG oslo_concurrency.lockutils [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] Acquiring lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.775175] env[69895]: DEBUG oslo_concurrency.lockutils [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] Acquired lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.775347] env[69895]: DEBUG nova.network.neutron [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Refreshing network info cache for port 019376e6-e3d8-4754-af5e-bf22f6f87f53 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.805611] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178765MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1002.805771] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.167658] env[69895]: DEBUG nova.network.neutron [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updated VIF entry in instance network info cache for port 019376e6-e3d8-4754-af5e-bf22f6f87f53. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.167658] env[69895]: DEBUG nova.network.neutron [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updating instance_info_cache with network_info: [{"id": "019376e6-e3d8-4754-af5e-bf22f6f87f53", "address": "fa:16:3e:51:d6:6a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": null, "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap019376e6-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.190583] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472016, 'name': CloneVM_Task, 'duration_secs': 1.826281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.190583] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Created linked-clone VM from snapshot [ 1003.192838] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874b1304-ffba-448e-b1f8-ec8f6f18debc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.203698] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Uploading image 9911ec95-a4c7-4f92-a659-7f2cd015ee6e {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1003.217877] env[69895]: DEBUG oslo_concurrency.lockutils [None req-568381b3-c1cb-4b73-934a-65bc70e5d080 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "aaf04d18-422b-4793-bd3c-aec33f1ee58e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.706s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.221528] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1003.221780] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6cf1906d-9313-4e06-af3f-a1b23ecf6d2a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.233534] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 1003.233534] env[69895]: value = "task-3472019" [ 1003.233534] env[69895]: _type = "Task" [ 1003.233534] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.250938] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472019, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.259919] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472018, 'name': PowerOffVM_Task, 'duration_secs': 0.340119} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.260292] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.260422] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.260747] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad189409-5660-44bc-aa5c-9f3b11634f86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.277665] env[69895]: INFO nova.compute.manager [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Took 33.06 seconds to build instance. [ 1003.335798] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.336321] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.337107] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] 14ec5117-fb1c-4c2d-be3f-f5b58871c870 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.337107] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268e1779-9269-4993-a4b1-9b4a0a92f77f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.349163] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1003.349163] env[69895]: value = "task-3472021" [ 1003.349163] env[69895]: _type = "Task" [ 1003.349163] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.361162] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.443328] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.443600] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.515794] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b40b6-018e-41e8-81c3-46192a613337 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.527284] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350159a-db07-4865-800a-c0272b259feb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.558093] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36b916-e094-43a3-b06e-184f2a09335c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.567089] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509a41de-8ea1-4025-8e74-b5951e49888f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.584566] env[69895]: DEBUG nova.compute.provider_tree [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.671247] env[69895]: DEBUG oslo_concurrency.lockutils [req-3b095ccc-545f-483e-86d1-ea4841fbbd53 req-c4817b55-2c94-47c4-9fed-8bef6d0bb3f9 service nova] Releasing lock "refresh_cache-c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.750105] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472019, 'name': Destroy_Task, 'duration_secs': 0.45138} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.750255] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Destroyed the VM [ 1003.750428] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.750712] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5dd55750-cb24-45a9-8776-df304115f212 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.762434] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 1003.762434] env[69895]: value = "task-3472022" [ 1003.762434] env[69895]: _type = "Task" [ 1003.762434] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.777179] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.779686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fed41db7-d933-4c6b-b67a-418d62233cc6 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.567s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.824213] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.824512] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.860926] env[69895]: DEBUG oslo_vmware.api [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286782} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.861278] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.861485] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.861667] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.861877] env[69895]: INFO nova.compute.manager [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1003.862177] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.862412] env[69895]: DEBUG nova.compute.manager [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.862510] env[69895]: DEBUG nova.network.neutron [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.949794] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.950348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.951257] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f2460-25ed-4dd4-9806-438377d42bc1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.982064] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c48bde2-2ac2-4970-9b35-799d653f26c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.017318] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfiguring VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1004.017678] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9158ff76-bd6d-450e-85e4-2a725f090f21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.039077] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1004.039077] env[69895]: value = "task-3472023" [ 1004.039077] env[69895]: _type = "Task" [ 1004.039077] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.049872] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.088277] env[69895]: DEBUG nova.scheduler.client.report [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.166582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.166582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.273177] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.329859] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.481026] env[69895]: INFO nova.compute.manager [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Rebuilding instance [ 1004.531422] env[69895]: DEBUG nova.compute.manager [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.532342] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d3705-32be-4ac5-8abd-e58f584beb66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.552369] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.597404] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.597404] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.784s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.600826] env[69895]: DEBUG nova.objects.instance [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lazy-loading 'resources' on Instance uuid 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.618215] env[69895]: INFO nova.scheduler.client.report [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Deleted allocations for instance 23e488d0-a337-4521-a3f2-24febc6f893c [ 1004.668575] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.699383] env[69895]: DEBUG nova.network.neutron [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.781159] env[69895]: DEBUG oslo_vmware.api [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.948605} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.781159] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.832541] env[69895]: DEBUG nova.compute.manager [req-0e8fdcb2-1095-4f98-9c85-b80bc95e9a2a req-719178ff-9dc3-448a-915d-d5e3e51294fc service nova] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Received event network-vif-deleted-ad80a0f6-e435-423e-918b-f35dc3946c51 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.856841] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.052982] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.130311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ac3cea01-c891-4b01-acf0-8c935a4eae55 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Lock "23e488d0-a337-4521-a3f2-24febc6f893c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.344s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.190477] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.206944] env[69895]: INFO nova.compute.manager [-] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Took 1.34 seconds to deallocate network for instance. [ 1005.287611] env[69895]: WARNING nova.compute.manager [None req-541beb7f-b601-4498-a7a7-6a8e35e9ae83 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Image not found during snapshot: nova.exception.ImageNotFound: Image 9911ec95-a4c7-4f92-a659-7f2cd015ee6e could not be found. [ 1005.412078] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a1baca-5638-49c4-8ddb-e4544022b7f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.423585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da9ceb-731d-4918-b359-681fa2919683 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.476371] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d055c-6337-4a1c-8724-9340ecd7eee1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.485866] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024935e-e332-4ce1-8e71-419e4fbc38e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501427] env[69895]: DEBUG nova.compute.provider_tree [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.553175] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.554675] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.555251] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fd8a22-5008-4e61-94c7-3f341e754c1f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.563848] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1005.563848] env[69895]: value = "task-3472024" [ 1005.563848] env[69895]: _type = "Task" [ 1005.563848] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.578632] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.713844] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.885334] env[69895]: DEBUG nova.compute.manager [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1006.005939] env[69895]: DEBUG nova.scheduler.client.report [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.059319] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.079791] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472024, 'name': PowerOffVM_Task, 'duration_secs': 0.178194} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.080134] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.080409] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.081248] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11b1208-8c4d-4d4e-9697-5f476cf7f11c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.089378] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.089629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd7d6433-6842-4914-8f58-0230ceb710d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.118100] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.118354] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.118648] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Deleting the datastore file [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.118814] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4668f35b-e299-4d0d-bcce-4ebffcef4a2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.129022] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1006.129022] env[69895]: value = "task-3472026" [ 1006.129022] env[69895]: _type = "Task" [ 1006.129022] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.137587] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.143322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.143322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.143322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.143322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.143322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.144272] env[69895]: INFO nova.compute.manager [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Terminating instance [ 1006.408165] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.512469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.514483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.642s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.516127] env[69895]: INFO nova.compute.claims [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.543643] env[69895]: INFO nova.scheduler.client.report [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Deleted allocations for instance 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc [ 1006.560498] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.587703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.587944] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.638337] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205637} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.638605] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.638791] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.638969] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.649434] env[69895]: DEBUG nova.compute.manager [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.649434] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.649950] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fa7e8-0dcc-4373-b28b-3fec3947867e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.659390] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.659637] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c117e7f-7576-41c4-b52d-30dd4b3bde46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.666606] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 1006.666606] env[69895]: value = "task-3472027" [ 1006.666606] env[69895]: _type = "Task" [ 1006.666606] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.675501] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.058589] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.059485] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d8213b42-aadb-42a9-aea6-f82c0b0430bc tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Lock "29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.167s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.091055] env[69895]: DEBUG nova.compute.utils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.177938] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472027, 'name': PowerOffVM_Task, 'duration_secs': 0.217802} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.178270] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.178445] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.178930] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bca75cd-6afa-470c-ae05-cb49479e82ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.244310] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.244749] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.244749] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleting the datastore file [datastore2] 7a2a7f8f-8b42-4265-9685-b027eff09f0f {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.245012] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bff81b0-a2cf-46af-a8c7-149c453d3488 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.252654] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for the task: (returnval){ [ 1007.252654] env[69895]: value = "task-3472029" [ 1007.252654] env[69895]: _type = "Task" [ 1007.252654] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.261640] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.559480] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.594366] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.682778] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.683083] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.683255] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.683419] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.683944] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.683944] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.683944] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.684244] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.684506] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.684684] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.684897] env[69895]: DEBUG nova.virt.hardware [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.686119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c148bf-ad8d-49e6-8c3b-6669a6133b35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.699234] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f5b9d-7886-4865-8860-d2f688d5b098 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.717764] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.723480] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.726430] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.726861] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f470acfb-a8ee-485a-9327-bb05654f61e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.748661] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.748661] env[69895]: value = "task-3472030" [ 1007.748661] env[69895]: _type = "Task" [ 1007.748661] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.766880] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472030, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.772185] env[69895]: DEBUG oslo_vmware.api [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Task: {'id': task-3472029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144154} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.772614] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.773262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.773262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.773262] env[69895]: INFO nova.compute.manager [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1007.774201] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.774201] env[69895]: DEBUG nova.compute.manager [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.774201] env[69895]: DEBUG nova.network.neutron [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.899931] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cb1430-81a2-48cc-ad69-242bf6b85877 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1c0ec-b0ce-4a7d-af17-615c68235242 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.945096] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9782d34f-8231-4b57-b4de-3d9963fe26cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.954438] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71913fe-56ed-4fe8-ac4e-4d5b408f5c2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972154] env[69895]: DEBUG nova.compute.provider_tree [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.061926] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.263941] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472030, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.305236] env[69895]: DEBUG nova.compute.manager [req-1afdb8dc-ef9a-43c4-8a20-7ca45ebf8c36 req-de7e35fb-37e3-48f1-becf-57d82674e02a service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Received event network-vif-deleted-2375eac8-7309-46e9-b5b8-8b8f1df7d226 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.305472] env[69895]: INFO nova.compute.manager [req-1afdb8dc-ef9a-43c4-8a20-7ca45ebf8c36 req-de7e35fb-37e3-48f1-becf-57d82674e02a service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Neutron deleted interface 2375eac8-7309-46e9-b5b8-8b8f1df7d226; detaching it from the instance and deleting it from the info cache [ 1008.305645] env[69895]: DEBUG nova.network.neutron [req-1afdb8dc-ef9a-43c4-8a20-7ca45ebf8c36 req-de7e35fb-37e3-48f1-becf-57d82674e02a service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.475878] env[69895]: DEBUG nova.scheduler.client.report [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.560772] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.690806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.691126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.691370] env[69895]: INFO nova.compute.manager [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Attaching volume 42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f to /dev/sdb [ 1008.732353] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebe745-6b98-45f8-9b45-c2ea7e3bb338 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.741048] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5331b9-b4d9-4ed9-bb73-ee9ce5e2fe28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.762480] env[69895]: DEBUG nova.network.neutron [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.763892] env[69895]: DEBUG nova.virt.block_device [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating existing volume attachment record: 75e45a21-01ef-4256-84e6-ebf5c669e8a0 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1008.774601] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472030, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.809760] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9443b5bd-02b4-45b8-aee8-b1a5d36dc6d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.822196] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f9cf1e-2280-4c2f-9b62-ea14d3aed4a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.856848] env[69895]: DEBUG nova.compute.manager [req-1afdb8dc-ef9a-43c4-8a20-7ca45ebf8c36 req-de7e35fb-37e3-48f1-becf-57d82674e02a service nova] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Detach interface failed, port_id=2375eac8-7309-46e9-b5b8-8b8f1df7d226, reason: Instance 7a2a7f8f-8b42-4265-9685-b027eff09f0f could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.985771] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.985771] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.988406] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.015s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.988596] env[69895]: DEBUG nova.objects.instance [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'pci_requests' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.062392] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.263314] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472030, 'name': CreateVM_Task, 'duration_secs': 1.355853} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.265019] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.265019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.265019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.265019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.265019] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb434dda-955d-4884-9bf8-2cc2be573132 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.269620] env[69895]: INFO nova.compute.manager [-] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Took 1.49 seconds to deallocate network for instance. [ 1009.271622] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1009.271622] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526784db-250f-0ce6-ec49-3f90f8881e58" [ 1009.271622] env[69895]: _type = "Task" [ 1009.271622] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.289826] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526784db-250f-0ce6-ec49-3f90f8881e58, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.293111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.293111] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.293111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.293111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.293111] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.293111] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee867ef-6813-4772-930c-747b8eb0cf45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.302554] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.302855] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.303812] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c5f339-0c85-4efa-82db-9af3298448de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.311181] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1009.311181] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e5085-5e09-4b42-b3d1-18c11f3e02ab" [ 1009.311181] env[69895]: _type = "Task" [ 1009.311181] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.321045] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e5085-5e09-4b42-b3d1-18c11f3e02ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.492427] env[69895]: DEBUG nova.compute.utils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.496881] env[69895]: DEBUG nova.objects.instance [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'numa_topology' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.498266] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1009.562669] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.783673] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.822923] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525e5085-5e09-4b42-b3d1-18c11f3e02ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.824454] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323f3f2e-5987-43a6-8e84-74e6c2faef8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.833539] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1009.833539] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d1e55f-fa17-b3af-4192-ba602d859a55" [ 1009.833539] env[69895]: _type = "Task" [ 1009.833539] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.844934] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d1e55f-fa17-b3af-4192-ba602d859a55, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.845343] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.845695] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.846034] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3f1da60-b7e0-4366-963b-9ec7ffd72a1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.858272] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1009.858272] env[69895]: value = "task-3472034" [ 1009.858272] env[69895]: _type = "Task" [ 1009.858272] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.868539] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.001797] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.004823] env[69895]: INFO nova.compute.claims [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.064052] env[69895]: DEBUG oslo_vmware.api [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472023, 'name': ReconfigVM_Task, 'duration_secs': 5.796184} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.067216] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.067491] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfigured VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1010.369831] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472034, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.431566] env[69895]: DEBUG nova.compute.manager [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-deleted-e1db6c66-3919-4dd1-bbd0-9d503ed1144b {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.431775] env[69895]: INFO nova.compute.manager [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Neutron deleted interface e1db6c66-3919-4dd1-bbd0-9d503ed1144b; detaching it from the instance and deleting it from the info cache [ 1010.432219] env[69895]: DEBUG nova.network.neutron [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99afd05a-34c6-4027-a085-b136245a9a64", "address": "fa:16:3e:69:a7:0c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99afd05a-34", "ovs_interfaceid": "99afd05a-34c6-4027-a085-b136245a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.871526] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52216} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.871892] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.872157] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.872427] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-995d9c6d-c5d7-4667-ba8f-124dcca8637e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.879812] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1010.879812] env[69895]: value = "task-3472035" [ 1010.879812] env[69895]: _type = "Task" [ 1010.879812] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.891613] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.935888] env[69895]: DEBUG oslo_concurrency.lockutils [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.940023] env[69895]: DEBUG oslo_concurrency.lockutils [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] Acquired lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.940023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810b74c-3a41-4e0c-a7f2-08862a489651 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.965550] env[69895]: DEBUG oslo_concurrency.lockutils [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] Releasing lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.966504] env[69895]: WARNING nova.compute.manager [req-60714998-105b-4726-bada-c6a4be9fe894 req-dd7cea6d-f966-4204-bb8d-177b00b9d03a service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Detach interface failed, port_id=e1db6c66-3919-4dd1-bbd0-9d503ed1144b, reason: No device with interface-id e1db6c66-3919-4dd1-bbd0-9d503ed1144b exists on VM: nova.exception.NotFound: No device with interface-id e1db6c66-3919-4dd1-bbd0-9d503ed1144b exists on VM [ 1011.018019] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.060428] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.060757] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.060971] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.061548] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.061767] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.061931] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.062169] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.062333] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.062502] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.062664] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.062835] env[69895]: DEBUG nova.virt.hardware [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.064047] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae03dcf-2942-44aa-9ed8-b26c67d4460b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.077900] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e380d-787a-4b20-b62d-5c187c326e87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.094526] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.104021] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Creating folder: Project (ae5da87729114b549959b1ffdf23ff04). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.104021] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-169a08b4-06da-4266-88cb-5be638ed4a42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.115586] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Created folder: Project (ae5da87729114b549959b1ffdf23ff04) in parent group-v693805. [ 1011.115793] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Creating folder: Instances. Parent ref: group-v694040. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.116125] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57befabb-f043-4309-a30b-111c1f00c7c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.132252] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Created folder: Instances in parent group-v694040. [ 1011.132252] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.132252] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.132252] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd48ed29-6d00-4403-b881-93c98316e71b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.157091] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.157091] env[69895]: value = "task-3472039" [ 1011.157091] env[69895]: _type = "Task" [ 1011.157091] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.167442] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472039, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.401428] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07541} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.401754] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.402755] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68f158-ed09-46ce-8ae0-bf119a44f40d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.409521] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f6849-6aad-4590-9f9f-a77dd933614d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.421365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.421535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.421619] env[69895]: DEBUG nova.network.neutron [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.438162] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.442093] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab952ac-1f3f-4c0a-8db5-c5e3817dd13d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.464792] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bb689-f5fb-43f2-b771-02cb8b4834fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.470094] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1011.470094] env[69895]: value = "task-3472040" [ 1011.470094] env[69895]: _type = "Task" [ 1011.470094] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.501179] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd89ed-b961-4231-9c72-d26409760a6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.511076] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.519284] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef2945-c4ac-4f39-8a41-f54c0f6db1c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.538349] env[69895]: DEBUG nova.compute.provider_tree [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.667916] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472039, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.887997] env[69895]: DEBUG nova.compute.manager [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-deleted-99afd05a-34c6-4027-a085-b136245a9a64 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.888260] env[69895]: INFO nova.compute.manager [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Neutron deleted interface 99afd05a-34c6-4027-a085-b136245a9a64; detaching it from the instance and deleting it from the info cache [ 1011.888545] env[69895]: DEBUG nova.network.neutron [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.984939] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472040, 'name': ReconfigVM_Task, 'duration_secs': 0.354717} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.985264] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938/075606fe-b937-4a00-a873-5e5c2a5b7938.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.985910] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dca51e4-abf7-40ba-ad02-1e34ea5e8ee3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.994876] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1011.994876] env[69895]: value = "task-3472041" [ 1011.994876] env[69895]: _type = "Task" [ 1011.994876] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.009170] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472041, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.042366] env[69895]: DEBUG nova.scheduler.client.report [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.169949] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472039, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.301928] env[69895]: DEBUG nova.network.neutron [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "6ed24358-fd33-4252-830b-3f45288561c4", "address": "fa:16:3e:88:d4:77", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ed24358-fd", "ovs_interfaceid": "6ed24358-fd33-4252-830b-3f45288561c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "99afd05a-34c6-4027-a085-b136245a9a64", "address": "fa:16:3e:69:a7:0c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99afd05a-34", "ovs_interfaceid": "99afd05a-34c6-4027-a085-b136245a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.394167] env[69895]: DEBUG oslo_concurrency.lockutils [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.394324] env[69895]: DEBUG oslo_concurrency.lockutils [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Acquired lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.395602] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b80e214-df93-4669-b07f-184d328577cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.426365] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e558db4-9a7b-4777-8ee0-771feffc959f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.462610] env[69895]: DEBUG nova.virt.vmwareapi.vmops [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfiguring VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1012.464793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.465042] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e422024-71a9-4ede-9c12-3d1803c4147a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.481712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.481952] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.489834] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Waiting for the task: (returnval){ [ 1012.489834] env[69895]: value = "task-3472042" [ 1012.489834] env[69895]: _type = "Task" [ 1012.489834] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.499489] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.509057] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472041, 'name': Rename_Task, 'duration_secs': 0.156049} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.509693] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.509693] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-681f12a4-44d2-4072-a9b6-38d74b37a282 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.518311] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1012.518311] env[69895]: value = "task-3472043" [ 1012.518311] env[69895]: _type = "Task" [ 1012.518311] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.535429] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.551731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.563s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.554082] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.906s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.555726] env[69895]: INFO nova.compute.claims [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.596521] env[69895]: INFO nova.network.neutron [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating port dbebdcb5-e256-4257-8748-9f5f7d90fd58 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1012.670469] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472039, 'name': CreateVM_Task, 'duration_secs': 1.413148} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.670643] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.671107] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.671279] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.671616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.671874] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d070cb-287e-412d-ada9-b15efb42b5ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.678869] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1012.678869] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5b530-5ba6-e298-abb8-0fe8229a6068" [ 1012.678869] env[69895]: _type = "Task" [ 1012.678869] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.688036] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5b530-5ba6-e298-abb8-0fe8229a6068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.805150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.985494] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.003601] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.036657] env[69895]: DEBUG oslo_vmware.api [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472043, 'name': PowerOnVM_Task, 'duration_secs': 0.480037} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.037264] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.037617] env[69895]: DEBUG nova.compute.manager [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.038587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb01821-4fc6-49b3-b9dc-066c22a16e99 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.194999] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a5b530-5ba6-e298-abb8-0fe8229a6068, 'name': SearchDatastore_Task, 'duration_secs': 0.016734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.194999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.194999] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.194999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.194999] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.194999] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806fb1d8-f60b-499f-918d-343da387f6eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.209619] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.210052] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.210886] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9147ffd4-947d-44ba-9303-3298be11e35f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.217210] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1013.217210] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525d95bb-65f4-2808-7b07-5b75bcc6bf83" [ 1013.217210] env[69895]: _type = "Task" [ 1013.217210] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.234495] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525d95bb-65f4-2808-7b07-5b75bcc6bf83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.311000] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a603017b-80c9-4b3c-bded-5441626883f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-6036ce7d-477f-4c4d-9b8f-96d35786a4da-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.867s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.330273] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1013.330273] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694039', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'name': 'volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c9eec4-5512-4226-a03d-e08e034e6817', 'attached_at': '', 'detached_at': '', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'serial': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1013.330273] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b784f8-4db3-43f8-9971-57e78cc907f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.351680] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef5835-fc22-49aa-b413-c849216a5cd8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.389117] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f/volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.390118] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95159164-d7cc-4bcb-9cdd-f41ca7d64029 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.416374] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1013.416374] env[69895]: value = "task-3472044" [ 1013.416374] env[69895]: _type = "Task" [ 1013.416374] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.430328] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.516195] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.531205] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.560050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.735541] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525d95bb-65f4-2808-7b07-5b75bcc6bf83, 'name': SearchDatastore_Task, 'duration_secs': 0.026876} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.742448] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665259d3-de86-4dea-8391-a7fa0741580f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.750594] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1013.750594] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52deb40d-a934-fbbe-21b2-c0759725f528" [ 1013.750594] env[69895]: _type = "Task" [ 1013.750594] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.763080] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52deb40d-a934-fbbe-21b2-c0759725f528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.909622] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113422f4-9bd3-44b1-804e-5d57a0d53cdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.925379] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b675a1c5-4c54-4e35-9fac-979cf9187b93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.932846] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472044, 'name': ReconfigVM_Task, 'duration_secs': 0.418474} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.933584] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f/volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.973441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc4a6f5-3ded-4217-815c-a3c244ef4b98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.985245] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48a97a-9a1c-47f3-8a89-96867af1c430 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.995581] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25d002-c763-40d0-a960-b1780a381e24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.001652] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1014.001652] env[69895]: value = "task-3472045" [ 1014.001652] env[69895]: _type = "Task" [ 1014.001652] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.015710] env[69895]: DEBUG nova.compute.provider_tree [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.022697] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.026236] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.172200] env[69895]: DEBUG nova.compute.manager [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.172200] env[69895]: DEBUG oslo_concurrency.lockutils [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.172200] env[69895]: DEBUG oslo_concurrency.lockutils [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.172200] env[69895]: DEBUG oslo_concurrency.lockutils [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.172200] env[69895]: DEBUG nova.compute.manager [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] No waiting events found dispatching network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.172340] env[69895]: WARNING nova.compute.manager [req-d40d8671-b2b4-4f11-a8da-ebbc1e28eb39 req-5e04d8f0-3af5-49c0-a799-d91b7e125c95 service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received unexpected event network-vif-plugged-dbebdcb5-e256-4257-8748-9f5f7d90fd58 for instance with vm_state shelved_offloaded and task_state spawning. [ 1014.262339] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52deb40d-a934-fbbe-21b2-c0759725f528, 'name': SearchDatastore_Task, 'duration_secs': 0.016634} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.262698] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.262981] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.263828] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13a603f-e89d-4796-b180-29f1e630abd4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.272261] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1014.272261] env[69895]: value = "task-3472046" [ 1014.272261] env[69895]: _type = "Task" [ 1014.272261] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.280951] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.281892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.282076] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.282257] env[69895]: DEBUG nova.network.neutron [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.359063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "075606fe-b937-4a00-a873-5e5c2a5b7938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.359514] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.359738] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "075606fe-b937-4a00-a873-5e5c2a5b7938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.359928] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.360116] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.362269] env[69895]: INFO nova.compute.manager [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Terminating instance [ 1014.516575] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.520646] env[69895]: DEBUG nova.scheduler.client.report [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.530030] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.787499] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472046, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.866385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "refresh_cache-075606fe-b937-4a00-a873-5e5c2a5b7938" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.866385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquired lock "refresh_cache-075606fe-b937-4a00-a873-5e5c2a5b7938" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.866569] env[69895]: DEBUG nova.network.neutron [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.011339] env[69895]: DEBUG nova.network.neutron [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.016068] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.019638] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.031777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.032314] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.034982] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.892s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.042029] env[69895]: DEBUG nova.objects.instance [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid c35a6d56-ed09-422e-a4b2-5c5478c8d8a1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.282889] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879176} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.283420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.283514] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.283711] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2ace47e-54b8-4b48-b7b4-0babcb1d9320 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.291205] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1015.291205] env[69895]: value = "task-3472047" [ 1015.291205] env[69895]: _type = "Task" [ 1015.291205] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.300548] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.386265] env[69895]: DEBUG nova.network.neutron [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.449615] env[69895]: DEBUG nova.network.neutron [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.516844] env[69895]: DEBUG oslo_vmware.api [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472045, 'name': ReconfigVM_Task, 'duration_secs': 1.170473} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.520288] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694039', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'name': 'volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c9eec4-5512-4226-a03d-e08e034e6817', 'attached_at': '', 'detached_at': '', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'serial': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1015.522178] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.524418] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.541791] env[69895]: DEBUG nova.compute.utils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.543417] env[69895]: DEBUG nova.objects.instance [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'numa_topology' on Instance uuid c35a6d56-ed09-422e-a4b2-5c5478c8d8a1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.544548] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.545037] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.563706] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='13f6faf06baa3266e4c37f04b0fbd390',container_format='bare',created_at=2025-04-17T06:38:02Z,direct_url=,disk_format='vmdk',id=e702adb0-1cc3-496d-b587-cc6479d20528,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-463545191-shelved',owner='9167bc1ef100442e9b590260263301f7',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-17T06:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.564016] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.564326] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.564401] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.564523] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.564671] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.565029] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.565091] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.565445] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.565445] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.565675] env[69895]: DEBUG nova.virt.hardware [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.567432] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e49bc-5103-41ee-a75b-d39de96ff37a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.578966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45d128-66cf-4ce1-9732-c21e5739537f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.595026] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:bb:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbebdcb5-e256-4257-8748-9f5f7d90fd58', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.602144] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.603725] env[69895]: DEBUG nova.policy [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bde64d698c444c2a4d6b247ff6d02e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdba28ce152c4722b2245b2f85d38ac7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.605260] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.606064] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e9ce72-e06c-496c-9336-c8c308de9263 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.631094] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.631094] env[69895]: value = "task-3472048" [ 1015.631094] env[69895]: _type = "Task" [ 1015.631094] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.639476] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472048, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.804478] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075457} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.806336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.806336] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e7b040-56c3-4b75-bf97-dcda497a93b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.831398] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.831792] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb67c03-40ef-4c30-94d7-38df75fb104a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.854327] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1015.854327] env[69895]: value = "task-3472049" [ 1015.854327] env[69895]: _type = "Task" [ 1015.854327] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.867616] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.889313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.889550] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.955289] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Releasing lock "refresh_cache-075606fe-b937-4a00-a873-5e5c2a5b7938" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.955766] env[69895]: DEBUG nova.compute.manager [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.955972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.957642] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e77682c-3a17-4ea9-8bfa-3697c41c2356 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.966218] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.967047] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Successfully created port: 0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.968956] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8341aac0-981d-42d1-817f-75883db59a66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977872] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1015.977872] env[69895]: value = "task-3472050" [ 1015.977872] env[69895]: _type = "Task" [ 1015.977872] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.987633] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.014170] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.046014] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.049347] env[69895]: DEBUG nova.objects.base [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.144912] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472048, 'name': CreateVM_Task, 'duration_secs': 0.45491} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.145115] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.146590] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.146590] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147583] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147583] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e9d1c2-8f66-4954-be75-683f8b05103d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.157289] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1016.157289] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ac7190-7542-cae5-d3a6-22760b558a40" [ 1016.157289] env[69895]: _type = "Task" [ 1016.157289] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.169024] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ac7190-7542-cae5-d3a6-22760b558a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.206358] env[69895]: DEBUG nova.compute.manager [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.206607] env[69895]: DEBUG nova.compute.manager [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing instance network info cache due to event network-changed-dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.206842] env[69895]: DEBUG oslo_concurrency.lockutils [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.207159] env[69895]: DEBUG oslo_concurrency.lockutils [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.207388] env[69895]: DEBUG nova.network.neutron [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Refreshing network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.344891] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd549a-6425-4750-9a55-b839be98baa5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.353883] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7e242-2eaf-4a09-84ef-6a3bdfdeec15 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.368512] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472049, 'name': ReconfigVM_Task, 'duration_secs': 0.389822} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.392672] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Reconfigured VM instance instance-0000005a to attach disk [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.394306] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.396656] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c23dcb0d-b5e7-4c3b-8032-91ea62bfef11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.398922] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db8767-b128-4a98-85cd-2b78f3e61bb8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.410898] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3738839a-662f-41a5-bfd2-fa1536780a4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.414820] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1016.414820] env[69895]: value = "task-3472051" [ 1016.414820] env[69895]: _type = "Task" [ 1016.414820] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.426617] env[69895]: DEBUG nova.compute.provider_tree [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.434889] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472051, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.487762] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472050, 'name': PowerOffVM_Task, 'duration_secs': 0.159959} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.488032] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.488226] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.488512] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1c5da9-b004-450b-8969-177b211b999e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.516094] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.524714] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.524973] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.525215] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Deleting the datastore file [datastore2] 075606fe-b937-4a00-a873-5e5c2a5b7938 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.525504] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b9c0e7d-e969-4aa5-a7e5-77b00a3bb9c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.532735] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for the task: (returnval){ [ 1016.532735] env[69895]: value = "task-3472053" [ 1016.532735] env[69895]: _type = "Task" [ 1016.532735] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.541089] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.573052] env[69895]: DEBUG nova.objects.instance [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.667311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.667598] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Processing image e702adb0-1cc3-496d-b587-cc6479d20528 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.667847] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667995] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668612] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.668612] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e24418-34df-46a7-96da-f755ab5c94b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.689929] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.689929] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.689929] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfbe72e1-f31e-41e2-afc8-fda97a0e70c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.695924] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1016.695924] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5282d57a-1f88-64a0-252f-99146acc0fe6" [ 1016.695924] env[69895]: _type = "Task" [ 1016.695924] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.703500] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5282d57a-1f88-64a0-252f-99146acc0fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.925597] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472051, 'name': Rename_Task, 'duration_secs': 0.14522} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.926539] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.926827] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.927096] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffa1666-9035-47f6-8ade-24c285c9a82a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.929228] env[69895]: DEBUG nova.scheduler.client.report [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.937957] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1016.937957] env[69895]: value = "task-3472054" [ 1016.937957] env[69895]: _type = "Task" [ 1016.937957] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.947180] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.019789] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.042312] env[69895]: DEBUG oslo_vmware.api [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Task: {'id': task-3472053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223187} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.042573] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.042762] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.042939] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.043144] env[69895]: INFO nova.compute.manager [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1017.043394] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.043595] env[69895]: DEBUG nova.compute.manager [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.043691] env[69895]: DEBUG nova.network.neutron [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.058914] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.061452] env[69895]: DEBUG nova.network.neutron [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.079296] env[69895]: DEBUG nova.network.neutron [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updated VIF entry in instance network info cache for port dbebdcb5-e256-4257-8748-9f5f7d90fd58. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.079647] env[69895]: DEBUG nova.network.neutron [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.081159] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9622694d-5a86-4780-b6cf-27ecba1467a6 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.390s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.093840] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.094109] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.094276] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.094466] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.094660] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.094815] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.095053] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.095230] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.095403] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.095569] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.095742] env[69895]: DEBUG nova.virt.hardware [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.096692] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358d9a2e-9105-468b-ae82-f3066d52c1ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.107169] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2049f-ed2b-4013-958c-0fe3aaf4ac82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.206164] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1017.206442] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Fetch image to [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393/OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1017.206631] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Downloading stream optimized image e702adb0-1cc3-496d-b587-cc6479d20528 to [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393/OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393.vmdk on the data store datastore2 as vApp {{(pid=69895) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1017.206805] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Downloading image file data e702adb0-1cc3-496d-b587-cc6479d20528 to the ESX as VM named 'OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393' {{(pid=69895) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1017.226248] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.226489] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.226663] env[69895]: DEBUG nova.compute.manager [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.227525] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1e2ea-9264-48bd-b5bf-005175dc5461 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.253824] env[69895]: DEBUG nova.compute.manager [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1017.254363] env[69895]: DEBUG nova.objects.instance [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.284246] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1017.284246] env[69895]: value = "resgroup-9" [ 1017.284246] env[69895]: _type = "ResourcePool" [ 1017.284246] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1017.284872] env[69895]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-812186ca-d17c-4a2c-b9f7-a2784b2c3b0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.309365] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lease: (returnval){ [ 1017.309365] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231f68f-7e9d-f1c8-4a82-c767fcf61be7" [ 1017.309365] env[69895]: _type = "HttpNfcLease" [ 1017.309365] env[69895]: } obtained for vApp import into resource pool (val){ [ 1017.309365] env[69895]: value = "resgroup-9" [ 1017.309365] env[69895]: _type = "ResourcePool" [ 1017.309365] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1017.309673] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the lease: (returnval){ [ 1017.309673] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231f68f-7e9d-f1c8-4a82-c767fcf61be7" [ 1017.309673] env[69895]: _type = "HttpNfcLease" [ 1017.309673] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1017.316510] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.316510] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231f68f-7e9d-f1c8-4a82-c767fcf61be7" [ 1017.316510] env[69895]: _type = "HttpNfcLease" [ 1017.316510] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1017.436292] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.438945] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.250s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.445431] env[69895]: INFO nova.compute.claims [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.464674] env[69895]: DEBUG oslo_vmware.api [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472054, 'name': PowerOnVM_Task, 'duration_secs': 0.483503} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.464991] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.465223] env[69895]: INFO nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1017.465400] env[69895]: DEBUG nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.466261] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59929e0-a9f9-4a23-9d68-66ba6024da70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.507113] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Successfully updated port: 0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.520701] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.563909] env[69895]: DEBUG nova.network.neutron [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.583375] env[69895]: DEBUG oslo_concurrency.lockutils [req-a2847acd-7e04-4fd2-89d9-86e800397171 req-1fabf72f-a007-4ad1-9c19-0f2bf20161bd service nova] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.818120] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.818120] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231f68f-7e9d-f1c8-4a82-c767fcf61be7" [ 1017.818120] env[69895]: _type = "HttpNfcLease" [ 1017.818120] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.818556] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.818556] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231f68f-7e9d-f1c8-4a82-c767fcf61be7" [ 1017.818556] env[69895]: _type = "HttpNfcLease" [ 1017.818556] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1017.819364] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9fdf6-bc00-4400-994e-ac84caba9be6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.826925] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.827118] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1017.891625] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b94de233-5eaa-45e7-8af6-ed22c13c238b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.958726] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6e1fd9f0-fc5d-4487-bb5b-f0bba3c4e132 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.564s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.959892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.289s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.959892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.960055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.960235] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.962042] env[69895]: INFO nova.compute.manager [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Terminating instance [ 1017.984309] env[69895]: INFO nova.compute.manager [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Took 32.13 seconds to build instance. [ 1018.014384] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.014556] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.014735] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.019949] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.066710] env[69895]: INFO nova.compute.manager [-] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Took 1.02 seconds to deallocate network for instance. [ 1018.261604] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.261943] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c907464-cff9-4de3-9ff5-341d66cfc0a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.273497] env[69895]: DEBUG oslo_vmware.api [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1018.273497] env[69895]: value = "task-3472056" [ 1018.273497] env[69895]: _type = "Task" [ 1018.273497] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.284564] env[69895]: DEBUG nova.compute.manager [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Received event network-vif-plugged-0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.284564] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.284564] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.284564] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.284564] env[69895]: DEBUG nova.compute.manager [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] No waiting events found dispatching network-vif-plugged-0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.284732] env[69895]: WARNING nova.compute.manager [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Received unexpected event network-vif-plugged-0c209906-bcaa-49f1-9f53-89ae9b780c05 for instance with vm_state building and task_state spawning. [ 1018.284926] env[69895]: DEBUG nova.compute.manager [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Received event network-changed-0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.285170] env[69895]: DEBUG nova.compute.manager [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Refreshing instance network info cache due to event network-changed-0c209906-bcaa-49f1-9f53-89ae9b780c05. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.285425] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.289803] env[69895]: DEBUG oslo_vmware.api [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.465124] env[69895]: DEBUG nova.compute.manager [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.465457] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.465804] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bca3170-62bb-403d-9f78-887cf2ff6013 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.482625] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e4975-8b83-4db5-88ce-9b0df253220f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.502591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d6bf8b0d-4c22-4897-a726-a45a06e6840b tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.658s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.502967] env[69895]: INFO nova.compute.manager [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Rebuilding instance [ 1018.521850] env[69895]: DEBUG oslo_vmware.api [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Task: {'id': task-3472042, 'name': ReconfigVM_Task, 'duration_secs': 5.799581} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.537435] env[69895]: DEBUG oslo_concurrency.lockutils [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] Releasing lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.537435] env[69895]: DEBUG nova.virt.vmwareapi.vmops [req-12ffd44a-6ab1-4cec-b690-73b3f81c8576 req-9b70a9c8-02ca-4380-8c73-101ad122f07d service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Reconfigured VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1018.537846] env[69895]: WARNING nova.virt.vmwareapi.vmops [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c35a6d56-ed09-422e-a4b2-5c5478c8d8a1 could not be found. [ 1018.538091] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.538226] env[69895]: INFO nova.compute.manager [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1018.538493] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.544870] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.080s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.544938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.546033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.546033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.549178] env[69895]: INFO nova.compute.manager [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Terminating instance [ 1018.549324] env[69895]: DEBUG nova.compute.manager [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.549414] env[69895]: DEBUG nova.network.neutron [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.578175] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.589400] env[69895]: DEBUG nova.compute.manager [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.589400] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a2317a-4b20-401e-88db-10704fafbdc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.593028] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.750795] env[69895]: DEBUG nova.network.neutron [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.788490] env[69895]: DEBUG oslo_vmware.api [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472056, 'name': PowerOffVM_Task, 'duration_secs': 0.303467} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.788490] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.789052] env[69895]: DEBUG nova.compute.manager [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.789538] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0c5e7-3bc5-448c-bf0f-45aab29b0f25 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.820026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8415e89a-6c8a-413a-aa72-7f62e45a4862 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.826958] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139d2eb-6af3-4bca-9779-f4de1e1dbd0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.879686] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50b926b-2d36-4dae-91c2-1bcf966215b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.893480] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4258177c-cc77-4f89-8cb1-20b8e46f55b4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.911893] env[69895]: DEBUG nova.compute.provider_tree [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.055167] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1019.055513] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.057110] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a2947b-6cf0-45c1-b80e-8292094c0cd1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.061217] env[69895]: DEBUG nova.compute.manager [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.061431] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.062239] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac22b2c1-2b32-4455-9934-df8af2337d11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.069754] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.069963] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1019.072084] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-08a2592a-ee5f-46fe-a86d-18166b96fcba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.073719] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.073943] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78d4ebcb-f415-43dc-b057-9b83991555f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.082281] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1019.082281] env[69895]: value = "task-3472057" [ 1019.082281] env[69895]: _type = "Task" [ 1019.082281] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.091162] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.255120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255445] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Instance network_info: |[{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.255762] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255942] env[69895]: DEBUG nova.network.neutron [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Refreshing network info cache for port 0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.257196] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ba:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c209906-bcaa-49f1-9f53-89ae9b780c05', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.264572] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating folder: Project (bdba28ce152c4722b2245b2f85d38ac7). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.265581] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d0f4fb-6427-4fa3-b569-f0afd45937f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.278958] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Created folder: Project (bdba28ce152c4722b2245b2f85d38ac7) in parent group-v693805. [ 1019.279173] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating folder: Instances. Parent ref: group-v694045. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.279467] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aada61d-4367-4aae-a50a-f77a3b1367a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.291957] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Created folder: Instances in parent group-v694045. [ 1019.292223] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.292418] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.292624] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4977c5-7266-4a84-95bb-902355549029 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.309954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1a2a6cf3-f2d2-4747-8680-d6cd3b2d488d tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.314897] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.314897] env[69895]: value = "task-3472060" [ 1019.314897] env[69895]: _type = "Task" [ 1019.314897] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.325671] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472060, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.427950] env[69895]: DEBUG nova.network.neutron [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.427950] env[69895]: DEBUG nova.scheduler.client.report [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.472140] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bdb8e2-e0d7-6400-329b-82ea2c82722e/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1019.472517] env[69895]: INFO nova.virt.vmwareapi.images [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Downloaded image file data e702adb0-1cc3-496d-b587-cc6479d20528 [ 1019.473306] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c4b3b9-44ea-4d39-9cce-b5285c42024b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.489917] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f82fa4-4eda-4611-8f30-d8aef594c569 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.520693] env[69895]: INFO nova.virt.vmwareapi.images [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] The imported VM was unregistered [ 1019.524037] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1019.524401] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.524957] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bed00d5-6b30-432b-924f-1e49faf4177c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.537296] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Created directory with path [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.537475] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393/OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393.vmdk to [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk. {{(pid=69895) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1019.537753] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4cee6db-613a-49e8-a9ef-b16736aaa03e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.545507] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1019.545507] env[69895]: value = "task-3472062" [ 1019.545507] env[69895]: _type = "Task" [ 1019.545507] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.554622] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.593328] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472057, 'name': PowerOffVM_Task, 'duration_secs': 0.425211} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.593683] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.593901] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.594513] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a00c26e3-f229-4df6-8f16-8cecea20ba88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.617093] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.617424] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5f7163-3673-4e42-99b6-855cbbc6e501 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.626827] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1019.626827] env[69895]: value = "task-3472064" [ 1019.626827] env[69895]: _type = "Task" [ 1019.626827] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.643969] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.667263] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.667493] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.667675] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleting the datastore file [datastore2] 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.668142] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21714a60-6c3c-48b7-af79-bc6ab6f2f676 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.678156] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1019.678156] env[69895]: value = "task-3472065" [ 1019.678156] env[69895]: _type = "Task" [ 1019.678156] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.687586] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.831569] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472060, 'name': CreateVM_Task, 'duration_secs': 0.410114} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.832074] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.832827] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.833031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.833705] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837027] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688aa6da-3025-49f2-a20b-892b9695f589 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.847377] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1019.847377] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ddf0f-ce2e-1cf5-505d-a6a2adae9f29" [ 1019.847377] env[69895]: _type = "Task" [ 1019.847377] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.859652] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ddf0f-ce2e-1cf5-505d-a6a2adae9f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.887987] env[69895]: INFO nova.compute.manager [-] [instance: c35a6d56-ed09-422e-a4b2-5c5478c8d8a1] Took 1.34 seconds to deallocate network for instance. [ 1019.928513] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.929072] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.935203] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.129s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.068680] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.070598] env[69895]: DEBUG nova.objects.instance [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.139339] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472064, 'name': PowerOffVM_Task, 'duration_secs': 0.183941} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.139601] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.139837] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.140692] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c842af9-857f-4e34-90c6-806a7dc0eda8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.151518] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.151986] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c59d9f6-b91d-43c1-8ecd-e088e70a455b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.155121] env[69895]: DEBUG nova.network.neutron [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updated VIF entry in instance network info cache for port 0c209906-bcaa-49f1-9f53-89ae9b780c05. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.155497] env[69895]: DEBUG nova.network.neutron [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.185968] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.186366] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.186767] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Deleting the datastore file [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.190612] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ed7a4a-b1dc-4bc4-bc9c-78081e86498f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.192704] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.198964] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1020.198964] env[69895]: value = "task-3472067" [ 1020.198964] env[69895]: _type = "Task" [ 1020.198964] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.208519] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.359429] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ddf0f-ce2e-1cf5-505d-a6a2adae9f29, 'name': SearchDatastore_Task, 'duration_secs': 0.068544} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.359540] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.359789] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.360055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.360212] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.360396] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.360690] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ad62b28-0a8c-4817-984a-32e82fec0c9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.388556] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.388821] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.389862] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1289fd3-3462-4523-ab80-befa01f6e07f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.398439] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1020.398439] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52798fc9-d6ed-a583-bac8-3093827dfcee" [ 1020.398439] env[69895]: _type = "Task" [ 1020.398439] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.409177] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52798fc9-d6ed-a583-bac8-3093827dfcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.439197] env[69895]: DEBUG nova.compute.utils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.451415] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.452947] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.493574] env[69895]: DEBUG nova.policy [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dac2eed20985422db84e617788072fdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02d8bc2779d946d3ae5372f1e0fc2e0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.561777] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.579516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.602432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.602432] env[69895]: DEBUG nova.network.neutron [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.602432] env[69895]: DEBUG nova.objects.instance [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'info_cache' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.658926] env[69895]: DEBUG oslo_concurrency.lockutils [req-ece562dc-5867-4b4d-b83f-9149d3c47b9b req-0d4bdbc8-e194-42a1-8f59-d47bae1b738b service nova] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.692781] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.713019] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.912862] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52798fc9-d6ed-a583-bac8-3093827dfcee, 'name': SearchDatastore_Task, 'duration_secs': 0.077048} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.914151] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bc3955-ecc8-4bfd-b1db-86fe20196f36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.920826] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c182dcd1-afb6-4a26-96b4-4d51640526d0 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c35a6d56-ed09-422e-a4b2-5c5478c8d8a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.961s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.929895] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1020.929895] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526871d5-0ad2-9ca6-af5b-542c7edf5e6c" [ 1020.929895] env[69895]: _type = "Task" [ 1020.929895] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.943275] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526871d5-0ad2-9ca6-af5b-542c7edf5e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.960847] env[69895]: INFO nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating resource usage from migration 4a97ef22-1551-42e8-a7c5-99a8ff08b690 [ 1020.962992] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.970033] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Successfully created port: cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.989288] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 764793c8-612c-47b5-93f4-c9696f56c362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.989637] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 4de3d836-0b82-4d09-9eb9-1277335cc524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.989829] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5bad9826-8dd5-4c74-82d0-db280db4430d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.990028] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 14ec5117-fb1c-4c2d-be3f-f5b58871c870 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.990168] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 6036ce7d-477f-4c4d-9b8f-96d35786a4da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.991584] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 39c9eec4-5512-4226-a03d-e08e034e6817 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.991806] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 09bcc73d-bf93-488b-84a5-671d439619d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.991954] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.992110] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 7a2a7f8f-8b42-4265-9685-b027eff09f0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.992243] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 075606fe-b937-4a00-a873-5e5c2a5b7938 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.992362] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b23ea77e-90ec-4f23-a122-64de2dfee2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.992479] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bb15557f-fe6a-43f7-b4da-b3881b382f88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.992595] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1020.992708] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1021.059605] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.084254] env[69895]: DEBUG nova.objects.base [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Object Instance<39c9eec4-5512-4226-a03d-e08e034e6817> lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.191454] env[69895]: DEBUG oslo_vmware.api [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.443993} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.191756] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.192406] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.192634] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.192814] env[69895]: INFO nova.compute.manager [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1021.193084] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.193377] env[69895]: DEBUG nova.compute.manager [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.193604] env[69895]: DEBUG nova.network.neutron [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.211485] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.446049] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526871d5-0ad2-9ca6-af5b-542c7edf5e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.097912} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.446415] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.446693] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.446992] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2138ff0c-957f-4b05-be87-a3bde912e3e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.466492] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1021.466492] env[69895]: value = "task-3472068" [ 1021.466492] env[69895]: _type = "Task" [ 1021.466492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.476143] env[69895]: INFO nova.virt.block_device [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Booting with volume a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2 at /dev/sda [ 1021.487437] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.496464] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance ac582c0a-208f-4e9c-82fc-efb46a9588dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1021.520497] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b89e05c8-c0db-4423-b426-6dab82b77108 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.535658] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a5434-7811-4edf-9173-23fea96e4fe7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.561534] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.573898] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dde541f-c509-4ebb-92a0-831d25ae4f7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.584272] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d7e9b1-397c-4c55-ad5c-a9bbc223f7d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.622871] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe4107-2d44-4aab-bfb0-61471ab4a078 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.633508] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c89dc-f004-4665-9e26-207f15fe7b0b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.652213] env[69895]: DEBUG nova.virt.block_device [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updating existing volume attachment record: 442c6e16-ac03-46b6-870d-7138681e04dd {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.711125] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.182738} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.711426] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.711619] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.711797] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.939632] env[69895]: DEBUG nova.compute.manager [req-afcd120f-1d79-4123-8d8a-07a13218860f req-d4291950-4ae1-4a1a-a0e7-c128c5e485fc service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Received event network-vif-deleted-6ed24358-fd33-4252-830b-3f45288561c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.939878] env[69895]: INFO nova.compute.manager [req-afcd120f-1d79-4123-8d8a-07a13218860f req-d4291950-4ae1-4a1a-a0e7-c128c5e485fc service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Neutron deleted interface 6ed24358-fd33-4252-830b-3f45288561c4; detaching it from the instance and deleting it from the info cache [ 1021.940460] env[69895]: DEBUG nova.network.neutron [req-afcd120f-1d79-4123-8d8a-07a13218860f req-d4291950-4ae1-4a1a-a0e7-c128c5e485fc service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [{"id": "99afd05a-34c6-4027-a085-b136245a9a64", "address": "fa:16:3e:69:a7:0c", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99afd05a-34", "ovs_interfaceid": "99afd05a-34c6-4027-a085-b136245a9a64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.942960] env[69895]: DEBUG nova.network.neutron [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.977266] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.003122] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1022.003494] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Migration 4a97ef22-1551-42e8-a7c5-99a8ff08b690 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1022.003494] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bbf445db-282d-4c48-a947-c412207b74ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.061575] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472062, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.498526} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.062053] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393/OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393.vmdk to [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk. [ 1022.062053] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Cleaning up location [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1022.062299] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3bbba384-3891-4f9b-a74f-6f8eb6399393 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.062516] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9161854-835f-4cbc-b899-1c2100986a6c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.070763] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1022.070763] env[69895]: value = "task-3472069" [ 1022.070763] env[69895]: _type = "Task" [ 1022.070763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.080672] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.129468] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.129824] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.277909] env[69895]: DEBUG nova.network.neutron [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.445662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.447165] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81ee2e3c-169f-4ebb-9bb4-8a2b066b55c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.462563] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd893aa-4bd1-4c69-9cb9-258d14223e96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.483996] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964863} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.485527] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.485761] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.486048] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30e424f-6778-479e-8fce-98df93ca186f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.499934] env[69895]: DEBUG nova.compute.manager [req-afcd120f-1d79-4123-8d8a-07a13218860f req-d4291950-4ae1-4a1a-a0e7-c128c5e485fc service nova] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Detach interface failed, port_id=6ed24358-fd33-4252-830b-3f45288561c4, reason: Instance 6036ce7d-477f-4c4d-9b8f-96d35786a4da could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.503662] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1022.503662] env[69895]: value = "task-3472070" [ 1022.503662] env[69895]: _type = "Task" [ 1022.503662] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.508074] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1022.516166] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.572392] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.572392] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.583189] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044447} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.583367] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.583537] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.583786] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk to [datastore2] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.584078] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b127466e-41f6-4c4e-93e0-3987662b1657 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.593018] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1022.593018] env[69895]: value = "task-3472071" [ 1022.593018] env[69895]: _type = "Task" [ 1022.593018] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.599702] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.633597] env[69895]: DEBUG nova.compute.utils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.762406] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.762656] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.762817] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.763010] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.763504] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.763708] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.763937] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.764117] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.764299] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.764465] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.764740] env[69895]: DEBUG nova.virt.hardware [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.765662] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afeaca8-c897-403f-92cd-c2127cc50579 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.779143] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f2b17-b1ad-4938-91bd-da7620ee200e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783838] env[69895]: INFO nova.compute.manager [-] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Took 1.59 seconds to deallocate network for instance. [ 1022.801059] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.807453] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.808909] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.811451] env[69895]: DEBUG nova.compute.manager [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Received event network-vif-plugged-cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.811451] env[69895]: DEBUG oslo_concurrency.lockutils [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] Acquiring lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.811451] env[69895]: DEBUG oslo_concurrency.lockutils [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.811451] env[69895]: DEBUG oslo_concurrency.lockutils [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.811451] env[69895]: DEBUG nova.compute.manager [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] No waiting events found dispatching network-vif-plugged-cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.811451] env[69895]: WARNING nova.compute.manager [req-909b08f8-f7b6-4a2d-a296-1fb773d7533c req-7620f961-fe75-4423-b060-424d67ab8f6d service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Received unexpected event network-vif-plugged-cb6aebb9-2634-4a51-9a16-3db1987b39b1 for instance with vm_state building and task_state block_device_mapping. [ 1022.811667] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a27d17bc-99bb-4651-aa02-094527d143ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.833540] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.833540] env[69895]: value = "task-3472072" [ 1022.833540] env[69895]: _type = "Task" [ 1022.833540] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.842903] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472072, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.843815] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Successfully updated port: cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.011944] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance dd4ffb30-6292-464f-a166-61edbe8786a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1023.012273] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1023.012471] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1023.018514] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070278} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.018935] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.019838] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dcfcda-07fa-47bc-9689-3f97ec30875d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.047136] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.050477] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7aed08-148d-43d9-b77a-c233b9920c4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.074656] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1023.074656] env[69895]: value = "task-3472073" [ 1023.074656] env[69895]: _type = "Task" [ 1023.074656] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.081401] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.092582] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.103515] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.136207] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.291954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.346581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.346727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquired lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.346886] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.353767] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e703a-073c-487c-b4ff-bc6a1cf23e03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.357112] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472072, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.366167] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf89730-576b-4f5f-b990-311e15147de8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406660] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc3c8d5-aa43-499a-a011-10fdd1499f85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.417843] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627118e3-122a-432a-9004-0b6ff6240daf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.435069] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.455475] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.455813] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4e4a39-42b0-4e03-9538-8965de7a36fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.464727] env[69895]: DEBUG oslo_vmware.api [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1023.464727] env[69895]: value = "task-3472074" [ 1023.464727] env[69895]: _type = "Task" [ 1023.464727] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.476482] env[69895]: DEBUG oslo_vmware.api [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.590100] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.603217] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.604494] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.786522] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.787169] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.787412] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.787571] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.787763] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.787912] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.788109] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.788423] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.788651] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.788854] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.789040] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.789318] env[69895]: DEBUG nova.virt.hardware [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.790347] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a51f1-281f-4c18-8583-b7f43cdbdf2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.800900] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d82c7-5fa1-4ea0-902c-3974af389c3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.850071] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472072, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.891408] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.938765] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.977783] env[69895]: DEBUG oslo_vmware.api [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472074, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.088018] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.103180] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.111612] env[69895]: DEBUG nova.network.neutron [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updating instance_info_cache with network_info: [{"id": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "address": "fa:16:3e:b3:16:36", "network": {"id": "646ae8a1-7b3d-4e0b-863a-0e11fc97a935", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-739453767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d8bc2779d946d3ae5372f1e0fc2e0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6aebb9-26", "ovs_interfaceid": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.204675] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.204987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.205273] env[69895]: INFO nova.compute.manager [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Attaching volume 6581a33e-1e93-4a33-8f8c-a3578a443409 to /dev/sdb [ 1024.241592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0199328f-8044-4425-a8e6-981820c66d93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.251561] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682c5f0-b9fa-4762-8b46-05e0ce1cf7f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.267307] env[69895]: DEBUG nova.virt.block_device [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating existing volume attachment record: 854a5571-806d-4c95-9cd1-f665bb8c9485 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1024.350340] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472072, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.445136] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1024.445472] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.510s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.445827] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.589s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.447495] env[69895]: INFO nova.compute.claims [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.477495] env[69895]: DEBUG oslo_vmware.api [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472074, 'name': PowerOnVM_Task, 'duration_secs': 0.557367} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.477634] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.477845] env[69895]: DEBUG nova.compute.manager [None req-c7b786c0-d2a1-4c6d-acb3-b0324e5f082e tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.478764] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c048fd68-b7b7-4dc9-8124-6c35a8d62167 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.587973] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.605165] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.614957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Releasing lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.615386] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance network_info: |[{"id": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "address": "fa:16:3e:b3:16:36", "network": {"id": "646ae8a1-7b3d-4e0b-863a-0e11fc97a935", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-739453767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d8bc2779d946d3ae5372f1e0fc2e0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6aebb9-26", "ovs_interfaceid": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.615868] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:16:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb6aebb9-2634-4a51-9a16-3db1987b39b1', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.624027] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Creating folder: Project (02d8bc2779d946d3ae5372f1e0fc2e0b). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.624366] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52de273a-7cef-4101-b084-af825303a1d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.639229] env[69895]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1024.639402] env[69895]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69895) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1024.639865] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Folder already exists: Project (02d8bc2779d946d3ae5372f1e0fc2e0b). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1024.640093] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Creating folder: Instances. Parent ref: group-v694022. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.642769] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c55ab71-9fc0-421e-b9a7-98ad31dbb0c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.657182] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Created folder: Instances in parent group-v694022. [ 1024.657474] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.657685] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.657907] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292f680a-ca4f-4fb4-8674-96f830d453c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.679796] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.679796] env[69895]: value = "task-3472079" [ 1024.679796] env[69895]: _type = "Task" [ 1024.679796] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.690515] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472079, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.836706] env[69895]: DEBUG nova.compute.manager [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Received event network-changed-cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.836930] env[69895]: DEBUG nova.compute.manager [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Refreshing instance network info cache due to event network-changed-cb6aebb9-2634-4a51-9a16-3db1987b39b1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.837182] env[69895]: DEBUG oslo_concurrency.lockutils [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] Acquiring lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.837335] env[69895]: DEBUG oslo_concurrency.lockutils [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] Acquired lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.837499] env[69895]: DEBUG nova.network.neutron [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Refreshing network info cache for port cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.851902] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472072, 'name': CreateVM_Task, 'duration_secs': 1.73838} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.852183] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.852679] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.852850] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.853228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.853523] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3a15b3-b193-4c81-82b0-1b64aaa4f2d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.861746] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1024.861746] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52782ad2-6d26-5863-b23e-bf0ccb4a65d4" [ 1024.861746] env[69895]: _type = "Task" [ 1024.861746] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.874157] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52782ad2-6d26-5863-b23e-bf0ccb4a65d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.085618] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472073, 'name': ReconfigVM_Task, 'duration_secs': 2.004612} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.085909] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.086614] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c3286e-a275-44b7-af59-d74aee28b00e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.091937] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1025.091937] env[69895]: value = "task-3472081" [ 1025.091937] env[69895]: _type = "Task" [ 1025.091937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.105521] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472081, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.105742] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472071, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.361365} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.105992] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e702adb0-1cc3-496d-b587-cc6479d20528/e702adb0-1cc3-496d-b587-cc6479d20528.vmdk to [datastore2] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.106841] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c22c2e-33a1-4ec2-92e3-fd0881e719da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.129398] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.129633] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2d3629-5b46-42f2-953a-f3fd1e826d05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.150049] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1025.150049] env[69895]: value = "task-3472082" [ 1025.150049] env[69895]: _type = "Task" [ 1025.150049] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.157925] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.189147] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472079, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.372385] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52782ad2-6d26-5863-b23e-bf0ccb4a65d4, 'name': SearchDatastore_Task, 'duration_secs': 0.075416} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.374860] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.375119] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.375357] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.375506] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.375681] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.375954] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f48ec1-8f9e-4b57-9ab5-5d07577908c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.383886] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.383886] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.384714] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bdc735-73bd-44a7-a555-00c33ea54208 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.392205] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1025.392205] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52028620-3726-bf51-93c2-cdce693487a4" [ 1025.392205] env[69895]: _type = "Task" [ 1025.392205] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.400244] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52028620-3726-bf51-93c2-cdce693487a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.587913] env[69895]: DEBUG nova.network.neutron [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updated VIF entry in instance network info cache for port cb6aebb9-2634-4a51-9a16-3db1987b39b1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.588315] env[69895]: DEBUG nova.network.neutron [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updating instance_info_cache with network_info: [{"id": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "address": "fa:16:3e:b3:16:36", "network": {"id": "646ae8a1-7b3d-4e0b-863a-0e11fc97a935", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-739453767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d8bc2779d946d3ae5372f1e0fc2e0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6aebb9-26", "ovs_interfaceid": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.601750] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472081, 'name': Rename_Task, 'duration_secs': 0.138783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.604055] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.604680] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3c36b2-d760-47fe-8669-a29cccd8614e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.610842] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1025.610842] env[69895]: value = "task-3472083" [ 1025.610842] env[69895]: _type = "Task" [ 1025.610842] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.622312] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.662034] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.690095] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472079, 'name': CreateVM_Task, 'duration_secs': 0.914128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.690278] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.690912] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '442c6e16-ac03-46b6-870d-7138681e04dd', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694031', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'name': 'volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41fd7e1b-0551-42e6-9d56-3e72aa119e88', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'serial': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2'}, 'volume_type': None}], 'swap': None} {{(pid=69895) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1025.691144] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Root volume attach. Driver type: vmdk {{(pid=69895) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1025.692099] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219debc5-ee9f-405f-9b01-80b923eafc2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.701339] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c1fa47-1b46-493f-9965-6086119a2611 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.708763] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80baee4c-2ebf-4da9-b52b-d76464e990fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.714276] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7f8859e3-34a6-4f45-9428-70af5e6f6d86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.723233] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1025.723233] env[69895]: value = "task-3472084" [ 1025.723233] env[69895]: _type = "Task" [ 1025.723233] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.728717] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e73049-cc6e-41a7-9793-d5a7d96f9431 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.733843] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472084, 'name': RelocateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.739064] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bb8dd-6ba1-4d6b-8208-a96970707133 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.768219] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a532b-8dcb-4197-8a32-d0a7a2422399 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.775809] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa03ebb-7eb7-41c4-9ce7-2523166549ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.790110] env[69895]: DEBUG nova.compute.provider_tree [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.903028] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52028620-3726-bf51-93c2-cdce693487a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.903730] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c46f88-fe1c-45ed-b6ea-6ef6531c7c09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.908594] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1025.908594] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ff3b8-3815-6adc-da22-86872e61f55b" [ 1025.908594] env[69895]: _type = "Task" [ 1025.908594] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.915958] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ff3b8-3815-6adc-da22-86872e61f55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.092978] env[69895]: DEBUG oslo_concurrency.lockutils [req-8c20c837-d6d0-4e6e-a339-16ac82ed7a2b req-2e142e4b-846b-44c9-9962-2e66260da2e1 service nova] Releasing lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.120422] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.160554] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472082, 'name': ReconfigVM_Task, 'duration_secs': 1.010343} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.160839] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b23ea77e-90ec-4f23-a122-64de2dfee2d0/b23ea77e-90ec-4f23-a122-64de2dfee2d0.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.161492] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea832538-f95f-46a6-880b-54b5f9b4d5dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.167745] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1026.167745] env[69895]: value = "task-3472085" [ 1026.167745] env[69895]: _type = "Task" [ 1026.167745] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.175462] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472085, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.233051] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472084, 'name': RelocateVM_Task, 'duration_secs': 0.025768} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.233358] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.233604] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694031', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'name': 'volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41fd7e1b-0551-42e6-9d56-3e72aa119e88', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'serial': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.234699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac5f22-c45f-4470-a44d-e31c3dcda27a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.251374] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c23d4f4-7c3b-4afb-b414-570b24c3bdca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.273664] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2/volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.274039] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94453a57-644c-4fa1-9604-77636855d906 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.293470] env[69895]: DEBUG nova.scheduler.client.report [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.297635] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1026.297635] env[69895]: value = "task-3472086" [ 1026.297635] env[69895]: _type = "Task" [ 1026.297635] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.306089] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.419536] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ff3b8-3815-6adc-da22-86872e61f55b, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.419769] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.420059] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.420338] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed55721b-7a53-40e9-8e75-4ffc0a4fe1f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.426988] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1026.426988] env[69895]: value = "task-3472087" [ 1026.426988] env[69895]: _type = "Task" [ 1026.426988] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.440852] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.621944] env[69895]: DEBUG oslo_vmware.api [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472083, 'name': PowerOnVM_Task, 'duration_secs': 0.517819} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.622348] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.622348] env[69895]: INFO nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1026.622612] env[69895]: DEBUG nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.623434] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18f733-4e89-4a2f-bc0b-0b189fc018da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.679031] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472085, 'name': Rename_Task, 'duration_secs': 0.231051} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.679884] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.680188] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad06b65c-b10d-4d6e-bf7f-fbcbe2eb0ce9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.686357] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1026.686357] env[69895]: value = "task-3472088" [ 1026.686357] env[69895]: _type = "Task" [ 1026.686357] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.695385] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.802683] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.803308] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.806381] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.616s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.807975] env[69895]: INFO nova.compute.claims [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.816965] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472086, 'name': ReconfigVM_Task, 'duration_secs': 0.454393} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.817375] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2/volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.822681] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1487d990-7ec1-49b5-9ee7-65b6218a3988 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840052] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1026.840052] env[69895]: value = "task-3472090" [ 1026.840052] env[69895]: _type = "Task" [ 1026.840052] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.851360] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.941091] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.144233] env[69895]: INFO nova.compute.manager [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 28.52 seconds to build instance. [ 1027.197303] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472088, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.313817] env[69895]: DEBUG nova.compute.utils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.319751] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.319940] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.354884] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472090, 'name': ReconfigVM_Task, 'duration_secs': 0.296535} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.354884] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694031', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'name': 'volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41fd7e1b-0551-42e6-9d56-3e72aa119e88', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'serial': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.354884] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d410b98-478f-4038-8269-611830fd1533 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.356552] env[69895]: DEBUG nova.compute.manager [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Received event network-changed-0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.357497] env[69895]: DEBUG nova.compute.manager [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Refreshing instance network info cache due to event network-changed-0c209906-bcaa-49f1-9f53-89ae9b780c05. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.357724] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.357882] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.358038] env[69895]: DEBUG nova.network.neutron [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Refreshing network info cache for port 0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.364629] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1027.364629] env[69895]: value = "task-3472091" [ 1027.364629] env[69895]: _type = "Task" [ 1027.364629] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.375365] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472091, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.413301] env[69895]: DEBUG nova.policy [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93cf5e9a7e3f4b0e9007ce04d4eb2641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaf0b39662204f7b98069c4deb8b841c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.439828] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713687} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.440125] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.440350] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.440646] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ac7412-2602-4d12-81ce-b0f03c01e6b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.458096] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1027.458096] env[69895]: value = "task-3472092" [ 1027.458096] env[69895]: _type = "Task" [ 1027.458096] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.469265] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.646608] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2dc916a7-da0d-4aff-bf6b-662770a999ba tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.029s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.697356] env[69895]: DEBUG oslo_vmware.api [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472088, 'name': PowerOnVM_Task, 'duration_secs': 0.757055} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.697588] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.803974] env[69895]: DEBUG nova.compute.manager [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.804930] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3139a2-5b36-48b7-a137-c2162861cff7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.821393] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.882804] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472091, 'name': Rename_Task, 'duration_secs': 0.144999} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.883577] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.884095] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f281ff-9037-472f-a200-1d3f648b6cf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.889785] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Successfully created port: 0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.900034] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1027.900034] env[69895]: value = "task-3472093" [ 1027.900034] env[69895]: _type = "Task" [ 1027.900034] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.909175] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.971872] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132312} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.976114] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.979472] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b23d3-eff3-4139-bc89-ce81ea8d279f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.001042] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.004030] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1baeb011-591b-41ac-85ed-5b95d0d9b40b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.025900] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1028.025900] env[69895]: value = "task-3472094" [ 1028.025900] env[69895]: _type = "Task" [ 1028.025900] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.038973] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.119108] env[69895]: DEBUG nova.network.neutron [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updated VIF entry in instance network info cache for port 0c209906-bcaa-49f1-9f53-89ae9b780c05. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.119108] env[69895]: DEBUG nova.network.neutron [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.219796] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6fb5cf-69d6-4209-8d7e-aa0583623a0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.227522] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2299f-1dc3-431f-94d8-05a3aa0927ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.260636] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ac004-e1c9-4682-974c-f2b3c5520657 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.268609] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c9a8ad-899d-4620-8873-1e13331438f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.282874] env[69895]: DEBUG nova.compute.provider_tree [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.328802] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.387s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.410794] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.535599] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472094, 'name': ReconfigVM_Task, 'duration_secs': 0.299064} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.535995] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Reconfigured VM instance instance-0000005a to attach disk [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88/bb15557f-fe6a-43f7-b4da-b3881b382f88.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.536602] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819e039c-4017-4d68-9584-4ecd1dda7a7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.542748] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1028.542748] env[69895]: value = "task-3472095" [ 1028.542748] env[69895]: _type = "Task" [ 1028.542748] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.551155] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472095, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.621293] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f19e389-c3fa-46d5-bd2f-83111516c718 req-821abeb0-0691-4577-8eb6-9d0272cf215e service nova] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.786031] env[69895]: DEBUG nova.scheduler.client.report [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.830220] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.859866] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.860150] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.860310] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.860503] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.860641] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.860792] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.861010] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.861181] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.861403] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.862134] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.862368] env[69895]: DEBUG nova.virt.hardware [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.863285] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164d181-b519-411c-9689-b8e6a445a95e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.872237] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e820e-581f-4a19-9b67-a5a0701d3e43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.913274] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.054130] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472095, 'name': Rename_Task, 'duration_secs': 0.124585} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.054410] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.054652] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e27370-4e40-4b72-b9da-be64c2a66419 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.060771] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1029.060771] env[69895]: value = "task-3472096" [ 1029.060771] env[69895]: _type = "Task" [ 1029.060771] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.068301] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.291665] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.292156] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.294635] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.581s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.294834] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.297315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.889s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.321491] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.321751] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694052', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'name': 'volume-6581a33e-1e93-4a33-8f8c-a3578a443409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09bcc73d-bf93-488b-84a5-671d439619d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'serial': '6581a33e-1e93-4a33-8f8c-a3578a443409'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.323048] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8058cd2a-ef6c-45b0-9b6c-d7c01245cc52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.327270] env[69895]: INFO nova.scheduler.client.report [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 14ec5117-fb1c-4c2d-be3f-f5b58871c870 [ 1029.345075] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d862b0e-b9af-4e6c-8107-3bc070aaa265 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.372097] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-6581a33e-1e93-4a33-8f8c-a3578a443409/volume-6581a33e-1e93-4a33-8f8c-a3578a443409.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.372858] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b67971-d277-4e3c-be94-f4ccb3dce9c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.393661] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1029.393661] env[69895]: value = "task-3472097" [ 1029.393661] env[69895]: _type = "Task" [ 1029.393661] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.403821] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.412674] env[69895]: DEBUG oslo_vmware.api [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472093, 'name': PowerOnVM_Task, 'duration_secs': 1.069025} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.412998] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.413219] env[69895]: INFO nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Took 5.63 seconds to spawn the instance on the hypervisor. [ 1029.413402] env[69895]: DEBUG nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.415718] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cb270f-af60-4313-a08f-5c0d9bcfa3bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.420397] env[69895]: DEBUG nova.compute.manager [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Received event network-vif-plugged-0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.420721] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] Acquiring lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.421089] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.421393] env[69895]: DEBUG oslo_concurrency.lockutils [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.421614] env[69895]: DEBUG nova.compute.manager [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] No waiting events found dispatching network-vif-plugged-0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.421812] env[69895]: WARNING nova.compute.manager [req-e57ae099-7531-49ad-9053-7566e286bf30 req-dfef8b8d-d3f1-41f6-8f57-5d711235d556 service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Received unexpected event network-vif-plugged-0cbbe72b-88b9-42dc-a391-73b0039df77c for instance with vm_state building and task_state spawning. [ 1029.557195] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Successfully updated port: 0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.570888] env[69895]: DEBUG oslo_vmware.api [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472096, 'name': PowerOnVM_Task, 'duration_secs': 0.449515} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.571798] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.571798] env[69895]: DEBUG nova.compute.manager [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.572353] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b167cbd1-553c-441a-ab95-18b9facc5019 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.656517] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da85e93a-5dc9-4513-8e0f-58486fd2ccd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.662733] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Suspending the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1029.662979] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0ceadcc4-3b54-4c27-813d-fdf96b4ef090 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.668979] env[69895]: DEBUG oslo_vmware.api [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1029.668979] env[69895]: value = "task-3472098" [ 1029.668979] env[69895]: _type = "Task" [ 1029.668979] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.677130] env[69895]: DEBUG oslo_vmware.api [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472098, 'name': SuspendVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.802053] env[69895]: DEBUG nova.compute.utils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.807113] env[69895]: INFO nova.compute.claims [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.811375] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.811574] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.850467] env[69895]: DEBUG oslo_concurrency.lockutils [None req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "14ec5117-fb1c-4c2d-be3f-f5b58871c870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.700s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.903547] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.913602] env[69895]: DEBUG nova.policy [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93cf5e9a7e3f4b0e9007ce04d4eb2641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaf0b39662204f7b98069c4deb8b841c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.940139] env[69895]: INFO nova.compute.manager [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Took 27.80 seconds to build instance. [ 1030.060888] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.064031] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.089561] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.183995] env[69895]: DEBUG oslo_vmware.api [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472098, 'name': SuspendVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.316873] env[69895]: INFO nova.compute.resource_tracker [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating resource usage from migration 4a97ef22-1551-42e8-a7c5-99a8ff08b690 [ 1030.319906] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.407257] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472097, 'name': ReconfigVM_Task, 'duration_secs': 0.647652} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.407257] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-6581a33e-1e93-4a33-8f8c-a3578a443409/volume-6581a33e-1e93-4a33-8f8c-a3578a443409.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.413517] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913e634e-ffe7-4163-bbc0-cbf3120d5b8d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.433498] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1030.433498] env[69895]: value = "task-3472099" [ 1030.433498] env[69895]: _type = "Task" [ 1030.433498] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.445664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f4d6e16f-b526-4809-b2e9-d45e226d528c tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.897s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.446355] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.482355] env[69895]: DEBUG nova.compute.manager [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Received event network-changed-cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.482355] env[69895]: DEBUG nova.compute.manager [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Refreshing instance network info cache due to event network-changed-cb6aebb9-2634-4a51-9a16-3db1987b39b1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.484349] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] Acquiring lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.484349] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] Acquired lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.484349] env[69895]: DEBUG nova.network.neutron [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Refreshing network info cache for port cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.583312] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Successfully created port: a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.601915] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.689410] env[69895]: DEBUG oslo_vmware.api [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472098, 'name': SuspendVM_Task, 'duration_secs': 1.006791} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.690085] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Suspended the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1030.690295] env[69895]: DEBUG nova.compute.manager [None req-e3cb9214-6881-45f8-ad5a-cd61ca389cdf tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.691218] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c078431-a155-4c8d-afd9-a22f9f41a1d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.695349] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3343be2-0581-4c93-bd8b-1de2e27cd325 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.708710] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04137978-7cdb-4e7c-a6b0-855af34c2280 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.750891] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb62d8a-f034-4ea6-aa73-4f89cef81bb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.759907] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b025a40-6206-4ad4-961d-8d1e3399a44c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.774655] env[69895]: DEBUG nova.compute.provider_tree [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.786093] env[69895]: DEBUG nova.network.neutron [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Updating instance_info_cache with network_info: [{"id": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "address": "fa:16:3e:11:88:59", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbbe72b-88", "ovs_interfaceid": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.943925] env[69895]: DEBUG oslo_vmware.api [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472099, 'name': ReconfigVM_Task, 'duration_secs': 0.15577} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.944247] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694052', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'name': 'volume-6581a33e-1e93-4a33-8f8c-a3578a443409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09bcc73d-bf93-488b-84a5-671d439619d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'serial': '6581a33e-1e93-4a33-8f8c-a3578a443409'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.178031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.178227] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.178432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "bb15557f-fe6a-43f7-b4da-b3881b382f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.179033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.179033] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.183470] env[69895]: INFO nova.compute.manager [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Terminating instance [ 1031.201342] env[69895]: DEBUG nova.network.neutron [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updated VIF entry in instance network info cache for port cb6aebb9-2634-4a51-9a16-3db1987b39b1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.201788] env[69895]: DEBUG nova.network.neutron [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updating instance_info_cache with network_info: [{"id": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "address": "fa:16:3e:b3:16:36", "network": {"id": "646ae8a1-7b3d-4e0b-863a-0e11fc97a935", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-739453767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d8bc2779d946d3ae5372f1e0fc2e0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6aebb9-26", "ovs_interfaceid": "cb6aebb9-2634-4a51-9a16-3db1987b39b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.279030] env[69895]: DEBUG nova.scheduler.client.report [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.287876] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.288188] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Instance network_info: |[{"id": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "address": "fa:16:3e:11:88:59", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbbe72b-88", "ovs_interfaceid": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.288607] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:88:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbbe72b-88b9-42dc-a391-73b0039df77c', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.295914] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating folder: Project (eaf0b39662204f7b98069c4deb8b841c). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.296712] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28add6b4-9f29-4b66-88ad-6403f325e229 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.307314] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Created folder: Project (eaf0b39662204f7b98069c4deb8b841c) in parent group-v693805. [ 1031.307470] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating folder: Instances. Parent ref: group-v694053. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.307692] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e859abd-7837-4405-b96a-0767c3970c1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.316153] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Created folder: Instances in parent group-v694053. [ 1031.316374] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.316556] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.316752] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac570ae-a2dc-4d46-b448-4a2ac12bed96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.331325] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.337708] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.337708] env[69895]: value = "task-3472102" [ 1031.337708] env[69895]: _type = "Task" [ 1031.337708] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.346803] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472102, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.354511] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.354746] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.354907] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.355112] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.355268] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.355412] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.355633] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.355881] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.356083] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.356254] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.356432] env[69895]: DEBUG nova.virt.hardware [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.357231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f733f6e-fd68-43b9-850c-a7d2ac68eb56 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.364943] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7ef13-0bc9-4291-a2ac-953d5cc27c68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.465025] env[69895]: DEBUG nova.compute.manager [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Received event network-changed-0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.465025] env[69895]: DEBUG nova.compute.manager [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Refreshing instance network info cache due to event network-changed-0cbbe72b-88b9-42dc-a391-73b0039df77c. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.465203] env[69895]: DEBUG oslo_concurrency.lockutils [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] Acquiring lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.465431] env[69895]: DEBUG oslo_concurrency.lockutils [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] Acquired lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.465716] env[69895]: DEBUG nova.network.neutron [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Refreshing network info cache for port 0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.687300] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "refresh_cache-bb15557f-fe6a-43f7-b4da-b3881b382f88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.687525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquired lock "refresh_cache-bb15557f-fe6a-43f7-b4da-b3881b382f88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.687712] env[69895]: DEBUG nova.network.neutron [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.705203] env[69895]: DEBUG oslo_concurrency.lockutils [req-8b84774f-d6e3-4dc9-a261-ca0e3cd106bd req-929a3de7-e587-4917-a004-ac5553a0fd7a service nova] Releasing lock "refresh_cache-41fd7e1b-0551-42e6-9d56-3e72aa119e88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.765186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.765515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.783837] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.486s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.783975] env[69895]: INFO nova.compute.manager [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Migrating [ 1031.790846] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.007s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.791018] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.793110] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.262s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.794545] env[69895]: INFO nova.compute.claims [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.824031] env[69895]: INFO nova.scheduler.client.report [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Deleted allocations for instance 7a2a7f8f-8b42-4265-9685-b027eff09f0f [ 1031.849955] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472102, 'name': CreateVM_Task, 'duration_secs': 0.370754} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.850158] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.850846] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.851085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.851423] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.851687] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cae5631-14f4-438d-901b-aa807dcf1fb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.856124] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1031.856124] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52743577-0d17-71f3-518f-d9ce434949ee" [ 1031.856124] env[69895]: _type = "Task" [ 1031.856124] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.864036] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52743577-0d17-71f3-518f-d9ce434949ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.995325] env[69895]: DEBUG nova.objects.instance [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'flavor' on Instance uuid 09bcc73d-bf93-488b-84a5-671d439619d5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.267749] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.307475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.307661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.307840] env[69895]: DEBUG nova.network.neutron [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.309376] env[69895]: INFO nova.compute.manager [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Resuming [ 1032.310275] env[69895]: DEBUG nova.objects.instance [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'flavor' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.331700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-251739ce-4004-4480-87d2-4910164d5aaf tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Lock "7a2a7f8f-8b42-4265-9685-b027eff09f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.190s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.339382] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Successfully updated port: a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.370671] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52743577-0d17-71f3-518f-d9ce434949ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017583} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.371332] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.371655] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.372217] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.372438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.372695] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.373434] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f98ef6-4237-4f7c-b689-16246216c74d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.387096] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.387096] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.387428] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb4dd0f-08da-4d40-8be5-9628d3a8798d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.396914] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1032.396914] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ab2a2-fb83-bde4-5a10-4e5028663887" [ 1032.396914] env[69895]: _type = "Task" [ 1032.396914] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.407009] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ab2a2-fb83-bde4-5a10-4e5028663887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.426803] env[69895]: DEBUG nova.network.neutron [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.441582] env[69895]: DEBUG nova.network.neutron [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Updated VIF entry in instance network info cache for port 0cbbe72b-88b9-42dc-a391-73b0039df77c. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.443314] env[69895]: DEBUG nova.network.neutron [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Updating instance_info_cache with network_info: [{"id": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "address": "fa:16:3e:11:88:59", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbbe72b-88", "ovs_interfaceid": "0cbbe72b-88b9-42dc-a391-73b0039df77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.483188] env[69895]: DEBUG nova.network.neutron [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.499898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13ec12fd-c11a-4442-bc2d-c62a6f03145d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.751615] env[69895]: INFO nova.compute.manager [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Rescuing [ 1032.751923] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752091] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.752270] env[69895]: DEBUG nova.network.neutron [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.792610] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.843398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.843398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.843398] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.908885] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ab2a2-fb83-bde4-5a10-4e5028663887, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.909572] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e0206d-e804-4e63-8fef-4ff29fb09df1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.917269] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1032.917269] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5280357d-cd4d-ed25-0c48-0ff42008f7b3" [ 1032.917269] env[69895]: _type = "Task" [ 1032.917269] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.925939] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5280357d-cd4d-ed25-0c48-0ff42008f7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.949941] env[69895]: DEBUG oslo_concurrency.lockutils [req-a077a699-8f78-4213-bc41-b9f270cb1f15 req-6d677cf7-19a0-422e-a1a5-4f873eb0141c service nova] Releasing lock "refresh_cache-ac582c0a-208f-4e9c-82fc-efb46a9588dc" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987518] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Releasing lock "refresh_cache-bb15557f-fe6a-43f7-b4da-b3881b382f88" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987985] env[69895]: DEBUG nova.compute.manager [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.988330] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.989811] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3aa9d-1bee-4aed-bdb0-b85f09cac775 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.997447] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.997714] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f27099bc-84d7-4548-8418-dad5c02dffc9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.004956] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1033.004956] env[69895]: value = "task-3472103" [ 1033.004956] env[69895]: _type = "Task" [ 1033.004956] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.013945] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.051190] env[69895]: DEBUG nova.network.neutron [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.086665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f8eff-209f-4e2d-9247-9ded7354d532 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.094915] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a458e-f3ea-45f2-96e5-e81fb983783c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.138567] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11c373-ac36-48ec-903c-084450f7a18b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.147664] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1639d105-2c20-4714-abfe-5825fe9d5b73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.162072] env[69895]: DEBUG nova.compute.provider_tree [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.388748] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.427801] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5280357d-cd4d-ed25-0c48-0ff42008f7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.428114] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.428412] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ac582c0a-208f-4e9c-82fc-efb46a9588dc/ac582c0a-208f-4e9c-82fc-efb46a9588dc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.428706] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea290d7-c000-4fcb-8f4c-3bd55f253a3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.436125] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1033.436125] env[69895]: value = "task-3472104" [ 1033.436125] env[69895]: _type = "Task" [ 1033.436125] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.444276] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.505918] env[69895]: DEBUG nova.compute.manager [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Received event network-vif-plugged-a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.506209] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Acquiring lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.506770] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.506770] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.506770] env[69895]: DEBUG nova.compute.manager [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] No waiting events found dispatching network-vif-plugged-a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.508064] env[69895]: WARNING nova.compute.manager [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Received unexpected event network-vif-plugged-a7b2ede2-b031-42d4-9459-776e4cacb9e1 for instance with vm_state building and task_state spawning. [ 1033.508064] env[69895]: DEBUG nova.compute.manager [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Received event network-changed-a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.508064] env[69895]: DEBUG nova.compute.manager [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Refreshing instance network info cache due to event network-changed-a7b2ede2-b031-42d4-9459-776e4cacb9e1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.508935] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Acquiring lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.520793] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472103, 'name': PowerOffVM_Task, 'duration_secs': 0.113427} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.521080] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.521253] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.521843] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2a14ee1-e396-48e6-ae71-83e4020c2329 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.548343] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.548343] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.548343] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Deleting the datastore file [datastore2] bb15557f-fe6a-43f7-b4da-b3881b382f88 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.551115] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d3c600-27b9-4cd9-85c3-fb93b510f5e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.556107] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.562409] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for the task: (returnval){ [ 1033.562409] env[69895]: value = "task-3472106" [ 1033.562409] env[69895]: _type = "Task" [ 1033.562409] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.571774] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.572936] env[69895]: DEBUG nova.network.neutron [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.601329] env[69895]: DEBUG nova.network.neutron [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Updating instance_info_cache with network_info: [{"id": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "address": "fa:16:3e:9a:97:a3", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b2ede2-b0", "ovs_interfaceid": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.668065] env[69895]: DEBUG nova.scheduler.client.report [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.823863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.824075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquired lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.824339] env[69895]: DEBUG nova.network.neutron [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.948556] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.073988] env[69895]: DEBUG oslo_vmware.api [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Task: {'id': task-3472106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134881} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.076987] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.076987] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.076987] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.076987] env[69895]: INFO nova.compute.manager [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1034.076987] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.076987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.078773] env[69895]: DEBUG nova.compute.manager [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.078773] env[69895]: DEBUG nova.network.neutron [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.103814] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.104157] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Instance network_info: |[{"id": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "address": "fa:16:3e:9a:97:a3", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b2ede2-b0", "ovs_interfaceid": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.106039] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Acquired lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.106039] env[69895]: DEBUG nova.network.neutron [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Refreshing network info cache for port a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.106039] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:97:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b2ede2-b031-42d4-9459-776e4cacb9e1', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.113883] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.117976] env[69895]: DEBUG nova.network.neutron [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.119056] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.120394] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533cbe0c-7e56-4f16-a1cb-ef552f6694b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.141524] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.141524] env[69895]: value = "task-3472107" [ 1034.141524] env[69895]: _type = "Task" [ 1034.141524] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.150209] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472107, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.171669] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.174294] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.614s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.174521] env[69895]: DEBUG nova.objects.instance [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1034.448853] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678093} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.449222] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] ac582c0a-208f-4e9c-82fc-efb46a9588dc/ac582c0a-208f-4e9c-82fc-efb46a9588dc.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.453019] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.453019] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a638cee-169b-46a2-9434-451a22b897f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.456170] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1034.456170] env[69895]: value = "task-3472108" [ 1034.456170] env[69895]: _type = "Task" [ 1034.456170] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.465378] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.622851] env[69895]: DEBUG nova.network.neutron [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.651903] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472107, 'name': CreateVM_Task, 'duration_secs': 0.331995} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.652469] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.653201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.653635] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.653757] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.654034] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a4f98b-5e14-4f05-8a7d-b25696a87b3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.658430] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1034.658430] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520159c1-4cfb-1b37-3958-800ca8d4d28c" [ 1034.658430] env[69895]: _type = "Task" [ 1034.658430] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.666981] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520159c1-4cfb-1b37-3958-800ca8d4d28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.678523] env[69895]: DEBUG nova.compute.utils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.683842] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1034.688867] env[69895]: DEBUG nova.network.neutron [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [{"id": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "address": "fa:16:3e:12:bb:0d", "network": {"id": "8b7b0553-36c4-4d0e-895d-27e1baf85c29", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-608338598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9167bc1ef100442e9b590260263301f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbebdcb5-e2", "ovs_interfaceid": "dbebdcb5-e256-4257-8748-9f5f7d90fd58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.854935] env[69895]: DEBUG nova.network.neutron [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Updated VIF entry in instance network info cache for port a7b2ede2-b031-42d4-9459-776e4cacb9e1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.855325] env[69895]: DEBUG nova.network.neutron [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Updating instance_info_cache with network_info: [{"id": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "address": "fa:16:3e:9a:97:a3", "network": {"id": "c627dcbd-765f-4392-ade8-8fb4d91d4617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5841fc9249c24420a0bda631126e9aa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b2ede2-b0", "ovs_interfaceid": "a7b2ede2-b031-42d4-9459-776e4cacb9e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.966167] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061258} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.966505] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.967368] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33222311-981b-43d8-88f3-48c3e5678490 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.992879] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] ac582c0a-208f-4e9c-82fc-efb46a9588dc/ac582c0a-208f-4e9c-82fc-efb46a9588dc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.993206] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ca19c7-ae61-4861-a55a-31b7327cbae9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.012224] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1035.012224] env[69895]: value = "task-3472109" [ 1035.012224] env[69895]: _type = "Task" [ 1035.012224] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.019995] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.075136] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8870413-58f8-4d2a-bab6-3ab5b008c563 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.093612] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.128528] env[69895]: INFO nova.compute.manager [-] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Took 1.05 seconds to deallocate network for instance. [ 1035.169499] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520159c1-4cfb-1b37-3958-800ca8d4d28c, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.169803] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.170068] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.170329] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170477] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.170655] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.170915] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0075e9-396d-494d-bbdf-76bfca461d17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.179164] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.179349] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.180081] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f7b961-0c84-4956-8188-37ed041a73b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.184953] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7818402f-df53-4496-a69b-8a545289d264 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.186157] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.189837] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.263s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.191380] env[69895]: INFO nova.compute.claims [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.193950] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1035.193950] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b59aec-8f99-8706-e0d8-0f01f38b7cf9" [ 1035.193950] env[69895]: _type = "Task" [ 1035.193950] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.194614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Releasing lock "refresh_cache-b23ea77e-90ec-4f23-a122-64de2dfee2d0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.195513] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1cb693-e5ac-4829-adbd-53eb0ce963d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.206586] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b59aec-8f99-8706-e0d8-0f01f38b7cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.208669] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Resuming the VM {{(pid=69895) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1035.208933] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aca9338-9e0d-4cd9-b72e-bebd1e4e3f24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.211177] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f5f28f-2cd0-41cd-8350-cc93890ee014 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.217055] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1035.217055] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e402a-96a2-6e63-408b-8e47302131c0" [ 1035.217055] env[69895]: _type = "Task" [ 1035.217055] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.222106] env[69895]: DEBUG oslo_vmware.api [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1035.222106] env[69895]: value = "task-3472110" [ 1035.222106] env[69895]: _type = "Task" [ 1035.222106] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.228865] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e402a-96a2-6e63-408b-8e47302131c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.234610] env[69895]: DEBUG oslo_vmware.api [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.359059] env[69895]: DEBUG oslo_concurrency.lockutils [req-b27b7071-6642-47ee-a041-01bfd1512cd9 req-e89cea8f-91de-4669-ace3-9b11c28a7a54 service nova] Releasing lock "refresh_cache-bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.522683] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.599458] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.599927] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cb8849-09b6-44bb-9e53-80e935cfbbd8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.606474] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1035.606474] env[69895]: value = "task-3472111" [ 1035.606474] env[69895]: _type = "Task" [ 1035.606474] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.614845] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.629690] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.630165] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaeb5f92-003d-4465-8245-94764555a1f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.634099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.637204] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1035.637204] env[69895]: value = "task-3472112" [ 1035.637204] env[69895]: _type = "Task" [ 1035.637204] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.645549] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.732365] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523e402a-96a2-6e63-408b-8e47302131c0, 'name': SearchDatastore_Task, 'duration_secs': 0.027098} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.736086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.736451] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bd6380c1-483d-4c0e-9a36-e6c4b193d9c0/bd6380c1-483d-4c0e-9a36-e6c4b193d9c0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.736777] env[69895]: DEBUG oslo_vmware.api [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472110, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.737040] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5edd85b-e6e6-4e49-be7e-2e3eeacf5158 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.745030] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1035.745030] env[69895]: value = "task-3472113" [ 1035.745030] env[69895]: _type = "Task" [ 1035.745030] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.753690] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.023954] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472109, 'name': ReconfigVM_Task, 'duration_secs': 0.708156} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.024281] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Reconfigured VM instance instance-0000005d to attach disk [datastore2] ac582c0a-208f-4e9c-82fc-efb46a9588dc/ac582c0a-208f-4e9c-82fc-efb46a9588dc.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.024952] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3342538-45aa-4a89-b2dc-08eebc2b522e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.032722] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1036.032722] env[69895]: value = "task-3472114" [ 1036.032722] env[69895]: _type = "Task" [ 1036.032722] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.042033] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472114, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.116469] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472111, 'name': PowerOffVM_Task, 'duration_secs': 0.335996} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.116828] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.116983] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.149584] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472112, 'name': PowerOffVM_Task, 'duration_secs': 0.310737} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.149790] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.151063] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47296c2-e138-40f4-bb22-1b5b437fcb4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.172804] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25601b96-42e4-4038-acd1-91db81457637 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.204859] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.213042] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.213345] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8886a90f-6f86-4b00-a351-2aa044e70844 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.224533] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1036.224533] env[69895]: value = "task-3472115" [ 1036.224533] env[69895]: _type = "Task" [ 1036.224533] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.238178] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.238459] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.238623] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.238832] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.238999] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.239170] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.239385] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.239547] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.239718] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.239915] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.240138] env[69895]: DEBUG nova.virt.hardware [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.240911] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20038a88-a057-4fcb-a0f7-8020c0c256a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.250192] env[69895]: DEBUG oslo_vmware.api [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472110, 'name': PowerOnVM_Task, 'duration_secs': 0.757101} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.256122] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.256344] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.256588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.256786] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.256969] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.257262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Resumed the VM {{(pid=69895) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1036.257436] env[69895]: DEBUG nova.compute.manager [None req-459f2ede-038c-423b-8313-f71bd69724c7 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.259809] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11058d01-c71c-4b8d-9e3c-ba614cd81f0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.264013] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a6da4-b555-498c-af4f-15ebb75bf4c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.267975] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44bed3-97ac-4822-b18b-0859fe8307f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.278460] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472113, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.293260] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.299116] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Creating folder: Project (c6d78c12da9f4233bb094bffe32214f3). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.303471] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2160ea29-53f7-4050-ae53-4ab9aa307ec8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.305304] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.305518] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.307305] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b508ba-7f93-477d-99fa-934de5bafcf1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.313422] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1036.313422] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c12786-6afb-eb61-9eb5-3ceb056d828b" [ 1036.313422] env[69895]: _type = "Task" [ 1036.313422] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.318924] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Created folder: Project (c6d78c12da9f4233bb094bffe32214f3) in parent group-v693805. [ 1036.319181] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Creating folder: Instances. Parent ref: group-v694057. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.322368] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6335cacd-8de9-42fb-a6c7-0713149ea041 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.327712] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c12786-6afb-eb61-9eb5-3ceb056d828b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.336371] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Created folder: Instances in parent group-v694057. [ 1036.336735] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.340024] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.341370] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84b47bf5-ff42-4393-9545-25af32101c73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.373248] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.373248] env[69895]: value = "task-3472118" [ 1036.373248] env[69895]: _type = "Task" [ 1036.373248] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.387429] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472118, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.547351] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472114, 'name': Rename_Task, 'duration_secs': 0.355855} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.547854] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.548163] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f274f35-2c21-4eed-b427-4e5bfb7d4e00 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.557758] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1036.557758] env[69895]: value = "task-3472119" [ 1036.557758] env[69895]: _type = "Task" [ 1036.557758] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.567239] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.619244] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd181542-baa9-472f-81cc-53ced8269e0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.627453] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.627754] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.627929] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.628150] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.628407] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.628602] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.628842] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.629116] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.629334] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.629507] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.629684] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.637623] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc71537-8f76-40cf-abfb-6ab9ed1b9fb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.654905] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e72ab1-50b8-4d2e-8847-7416cd401b64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.657931] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1036.657931] env[69895]: value = "task-3472120" [ 1036.657931] env[69895]: _type = "Task" [ 1036.657931] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.692449] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338c6b2-3669-4fa7-b563-f9a3443d19dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.698699] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.704358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6734f293-bfa5-4793-a020-cd833f001eb2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.719222] env[69895]: DEBUG nova.compute.provider_tree [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.759845] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859452} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.760196] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] bd6380c1-483d-4c0e-9a36-e6c4b193d9c0/bd6380c1-483d-4c0e-9a36-e6c4b193d9c0.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.760352] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.760642] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d036b97-8787-47d1-b924-9e70d0d92b19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.767506] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1036.767506] env[69895]: value = "task-3472121" [ 1036.767506] env[69895]: _type = "Task" [ 1036.767506] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.776288] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.824193] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c12786-6afb-eb61-9eb5-3ceb056d828b, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.825087] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e40c25-79ba-4f2b-8dfd-e8c6b4be6959 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.831032] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1036.831032] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cc367d-c98f-c787-66ee-8cfce183e486" [ 1036.831032] env[69895]: _type = "Task" [ 1036.831032] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.841162] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cc367d-c98f-c787-66ee-8cfce183e486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.883602] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472118, 'name': CreateVM_Task, 'duration_secs': 0.448509} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.883810] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.884267] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.884425] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.884744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.885016] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4463f3-8bf0-4435-98cd-434e3c97ef48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.889998] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1036.889998] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526a9e2d-b999-e090-adfc-fafd6c3e7721" [ 1036.889998] env[69895]: _type = "Task" [ 1036.889998] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.898185] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526a9e2d-b999-e090-adfc-fafd6c3e7721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.070897] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.172570] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472120, 'name': ReconfigVM_Task, 'duration_secs': 0.197408} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.173957] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.224153] env[69895]: DEBUG nova.scheduler.client.report [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.280597] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070755} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.280894] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.282026] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e86878-31ae-4b5c-b36f-deb6f1c59472 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.305328] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] bd6380c1-483d-4c0e-9a36-e6c4b193d9c0/bd6380c1-483d-4c0e-9a36-e6c4b193d9c0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.306166] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908e64e8-5ac2-4ef7-82b3-a91be698809d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.327739] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1037.327739] env[69895]: value = "task-3472122" [ 1037.327739] env[69895]: _type = "Task" [ 1037.327739] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.339153] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.345229] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cc367d-c98f-c787-66ee-8cfce183e486, 'name': SearchDatastore_Task, 'duration_secs': 0.027356} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.345756] env[69895]: DEBUG oslo_concurrency.lockutils [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.346224] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1037.346643] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-227e8d54-2a55-4a2d-82bf-3d2a37a711e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.353227] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1037.353227] env[69895]: value = "task-3472123" [ 1037.353227] env[69895]: _type = "Task" [ 1037.353227] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.361561] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.400445] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526a9e2d-b999-e090-adfc-fafd6c3e7721, 'name': SearchDatastore_Task, 'duration_secs': 0.032585} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.400806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.401090] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.401305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.401414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.401623] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.401960] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a2c249e-8ef5-45a4-bb45-4a6c803cf17b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.410683] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.410898] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.412036] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc487c2-a3d8-43b2-a8a4-ba77bc7cd2f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.417792] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1037.417792] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ef053-2e5d-a603-ce69-c433a96060c2" [ 1037.417792] env[69895]: _type = "Task" [ 1037.417792] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.425963] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ef053-2e5d-a603-ce69-c433a96060c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.577246] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.681464] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.681741] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.681906] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.682499] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.682726] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.682920] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.683159] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.683327] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.683521] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.683693] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.683873] env[69895]: DEBUG nova.virt.hardware [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.691148] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.691148] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-597e2adb-67b9-4d25-8eae-72767d3ea766 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.714027] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1037.714027] env[69895]: value = "task-3472124" [ 1037.714027] env[69895]: _type = "Task" [ 1037.714027] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.727250] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.729308] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.729841] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.732913] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.155s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.737073] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.737073] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.444s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.737073] env[69895]: DEBUG nova.objects.instance [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'resources' on Instance uuid 6036ce7d-477f-4c4d-9b8f-96d35786a4da {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.777591] env[69895]: INFO nova.scheduler.client.report [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Deleted allocations for instance 075606fe-b937-4a00-a873-5e5c2a5b7938 [ 1037.839411] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472122, 'name': ReconfigVM_Task, 'duration_secs': 0.501077} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.840476] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Reconfigured VM instance instance-0000005e to attach disk [datastore2] bd6380c1-483d-4c0e-9a36-e6c4b193d9c0/bd6380c1-483d-4c0e-9a36-e6c4b193d9c0.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.841322] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202e1f55-5848-4938-8bb8-22f35077a8bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.848442] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1037.848442] env[69895]: value = "task-3472125" [ 1037.848442] env[69895]: _type = "Task" [ 1037.848442] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.861570] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472125, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.870024] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461192} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.870024] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 1037.870024] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab248c22-71fa-4f4d-b63d-f87ca43505b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.901880] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.902307] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9181c139-94b8-4a9d-b375-8bab7c579fb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.923562] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1037.923562] env[69895]: value = "task-3472126" [ 1037.923562] env[69895]: _type = "Task" [ 1037.923562] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.933572] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ef053-2e5d-a603-ce69-c433a96060c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.933572] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3e0f9b-de03-4242-bc1b-9fb95d23f01e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.938562] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.942459] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1037.942459] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52358b52-d030-1b4c-1eec-e550214b637e" [ 1037.942459] env[69895]: _type = "Task" [ 1037.942459] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.951499] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52358b52-d030-1b4c-1eec-e550214b637e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.070456] env[69895]: DEBUG oslo_vmware.api [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472119, 'name': PowerOnVM_Task, 'duration_secs': 1.099603} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.070766] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.071192] env[69895]: INFO nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1038.071192] env[69895]: DEBUG nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.071979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d1810-596e-48be-8ba3-1dad5883eee9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.229717] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472124, 'name': ReconfigVM_Task, 'duration_secs': 0.219528} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.230087] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.230908] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf8ed3-aa51-4d7f-bd13-bf9206adcf57 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.255072] env[69895]: DEBUG nova.compute.utils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.264353] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.266668] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.266668] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.267848] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9074048b-6e39-4a28-8400-81ef01039f03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.292034] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1038.292034] env[69895]: value = "task-3472127" [ 1038.292034] env[69895]: _type = "Task" [ 1038.292034] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.294294] env[69895]: DEBUG oslo_concurrency.lockutils [None req-37a12747-4b96-4529-bbc2-5ac0eca89ad3 tempest-ServerShowV254Test-1350148143 tempest-ServerShowV254Test-1350148143-project-member] Lock "075606fe-b937-4a00-a873-5e5c2a5b7938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.933s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.313033] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.343096] env[69895]: DEBUG nova.policy [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d514bb6ab75436abff6298dc57e8bec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e34e534e3f4be4a28c2f3297f92061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.362026] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472125, 'name': Rename_Task, 'duration_secs': 0.258191} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.362026] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.362262] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-264a6c15-93a7-4667-9eac-f0d069d0b2ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.375031] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1038.375031] env[69895]: value = "task-3472128" [ 1038.375031] env[69895]: _type = "Task" [ 1038.375031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.385376] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.438489] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472126, 'name': ReconfigVM_Task, 'duration_secs': 0.310326} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.439098] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.439822] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709c127-91de-47ee-8af1-f22f33b7a8c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.458096] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52358b52-d030-1b4c-1eec-e550214b637e, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.480660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.481053] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267/6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.489944] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff3f5762-c020-4bc8-b1d4-56e66d1f79a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.492274] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8fd2a0-483a-4242-bff8-9194837bfb9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.510523] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1038.510523] env[69895]: value = "task-3472129" [ 1038.510523] env[69895]: _type = "Task" [ 1038.510523] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.512125] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1038.512125] env[69895]: value = "task-3472130" [ 1038.512125] env[69895]: _type = "Task" [ 1038.512125] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.524476] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.527606] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.551867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "f2cee047-b856-4e6d-b572-7890b5266568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.552129] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.590033] env[69895]: INFO nova.compute.manager [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 33.75 seconds to build instance. [ 1038.691955] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac946c74-6aed-4037-873d-6dc9c0f06ccc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.703752] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1856e5b8-54f6-4969-a954-3f7ad4b3dea1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.760354] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ce242-ffd6-497d-a776-72582a994af9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.767080] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.777738] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb457ec-1f46-46c1-8a8f-f34f77f4296d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.803405] env[69895]: DEBUG nova.compute.provider_tree [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.817791] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472127, 'name': ReconfigVM_Task, 'duration_secs': 0.285999} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.819185] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Reconfigured VM instance instance-00000018 to attach disk [datastore1] bbf445db-282d-4c48-a947-c412207b74ae/bbf445db-282d-4c48-a947-c412207b74ae.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.819912] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.885599] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.907466] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Successfully created port: cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.031040] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472129, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.032104] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472130, 'name': ReconfigVM_Task, 'duration_secs': 0.222535} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.032546] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.033065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79f8648-3252-4a4b-bf4c-0be26d2eb852 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.040538] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1039.040538] env[69895]: value = "task-3472131" [ 1039.040538] env[69895]: _type = "Task" [ 1039.040538] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.048933] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.054672] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.096175] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.271s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.311369] env[69895]: DEBUG nova.scheduler.client.report [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.328417] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0a256-89bb-4951-88c9-32fc68a854db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.356062] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a6d9f-f79b-45b8-8bae-1e108ba108bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.374978] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.387148] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472128, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.525205] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535788} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.525504] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267/6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.525720] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.525995] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6d5ba6-4041-44ff-949e-f5859cdddb0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.533040] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1039.533040] env[69895]: value = "task-3472132" [ 1039.533040] env[69895]: _type = "Task" [ 1039.533040] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.541650] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.549582] env[69895]: DEBUG oslo_vmware.api [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472131, 'name': PowerOnVM_Task, 'duration_secs': 0.422262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.549582] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.552436] env[69895]: DEBUG nova.compute.manager [None req-843fb2db-8496-4e20-a5fe-cb759789576c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.553944] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb3c21b-a0b4-4dbe-a965-4f9a05bdb798 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.580282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.783867] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.805045] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.805309] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.805465] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.805644] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.805790] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.805938] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.806178] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.806343] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.806510] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.806672] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.806885] env[69895]: DEBUG nova.virt.hardware [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.807716] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c7a7e-7a23-43d8-a1ab-19d5f13556f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.815622] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11978b4-8c6b-4025-84c5-166a753a4c8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.820157] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.822145] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.218s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.823572] env[69895]: INFO nova.compute.claims [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.842087] env[69895]: INFO nova.scheduler.client.report [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted allocations for instance 6036ce7d-477f-4c4d-9b8f-96d35786a4da [ 1039.896703] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.928476] env[69895]: DEBUG nova.network.neutron [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Port 21b937e5-f171-432d-818d-7ae40bee3e69 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1040.045814] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104747} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.046103] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.046871] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08488cd3-77a8-460b-bf85-a3dfd24167ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.067449] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267/6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.067715] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72326277-f473-4875-a97d-64630656dd4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.096745] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1040.096745] env[69895]: value = "task-3472133" [ 1040.096745] env[69895]: _type = "Task" [ 1040.096745] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.107147] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.350519] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bccee4f0-62a7-4467-a607-0c3d2a5c950e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "6036ce7d-477f-4c4d-9b8f-96d35786a4da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.806s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.371332] env[69895]: DEBUG nova.compute.manager [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.371618] env[69895]: DEBUG oslo_concurrency.lockutils [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.371830] env[69895]: DEBUG oslo_concurrency.lockutils [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.372012] env[69895]: DEBUG oslo_concurrency.lockutils [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.372207] env[69895]: DEBUG nova.compute.manager [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] No waiting events found dispatching network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.372371] env[69895]: WARNING nova.compute.manager [req-a8598caa-fa65-47f1-8996-f57d2480f74b req-0400987b-015c-4dfe-8fab-6d187b827481 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received unexpected event network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f for instance with vm_state building and task_state spawning. [ 1040.385879] env[69895]: DEBUG oslo_vmware.api [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472128, 'name': PowerOnVM_Task, 'duration_secs': 1.636946} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.386509] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.386509] env[69895]: INFO nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1040.386509] env[69895]: DEBUG nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.387343] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0e5ac-afdb-467d-9775-b717aafc9ebc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.466246] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Successfully updated port: cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.606609] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.606912] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.612447] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472133, 'name': ReconfigVM_Task, 'duration_secs': 0.309894} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.613160] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267/6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.613782] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4946a3d-2a68-4930-8d6e-7adad9aa7c45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.622308] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1040.622308] env[69895]: value = "task-3472134" [ 1040.622308] env[69895]: _type = "Task" [ 1040.622308] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.632364] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472134, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.904973] env[69895]: INFO nova.compute.manager [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Took 35.73 seconds to build instance. [ 1040.953049] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.953196] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.953385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.968397] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.968957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.968957] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.113344] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.120686] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc614ca0-6e21-4bd0-9d92-7e7b6b95e031 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.134392] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a941a-7ab8-4120-b403-34a2d5976395 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.137572] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472134, 'name': Rename_Task, 'duration_secs': 0.139105} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.137850] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.138430] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f155c6e-b537-4520-a2fa-98b39fb59173 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.167461] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f9fcb-4c7c-4631-975d-9dba4623c509 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.170344] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1041.170344] env[69895]: value = "task-3472135" [ 1041.170344] env[69895]: _type = "Task" [ 1041.170344] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.178301] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436137c9-d493-4ba5-baf3-e82ba0a0a57c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.187262] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.197579] env[69895]: DEBUG nova.compute.provider_tree [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.224342] env[69895]: INFO nova.compute.manager [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Unrescuing [ 1041.224617] env[69895]: DEBUG oslo_concurrency.lockutils [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.224970] env[69895]: DEBUG oslo_concurrency.lockutils [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225208] env[69895]: DEBUG nova.network.neutron [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.409074] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.244s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.515858] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.640863] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.677815] env[69895]: DEBUG nova.network.neutron [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.684781] env[69895]: DEBUG oslo_vmware.api [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472135, 'name': PowerOnVM_Task, 'duration_secs': 0.452758} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.685081] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.685314] env[69895]: INFO nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1041.685488] env[69895]: DEBUG nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.686286] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623cd4e3-64d4-422b-b231-3f75f937e570 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.700701] env[69895]: DEBUG nova.scheduler.client.report [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.982040] env[69895]: DEBUG nova.network.neutron [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.994491] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.994491] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.994491] env[69895]: DEBUG nova.network.neutron [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.045718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.045990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.046231] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.046424] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.046595] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.048837] env[69895]: INFO nova.compute.manager [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Terminating instance [ 1042.180445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180912] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance network_info: |[{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.181418] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:26:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbca064e-7c53-4260-8030-1318aa788f6f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.188789] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating folder: Project (43e34e534e3f4be4a28c2f3297f92061). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.189242] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7df6f595-e2e1-4bbb-8c3c-2f6285e39638 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.201542] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created folder: Project (43e34e534e3f4be4a28c2f3297f92061) in parent group-v693805. [ 1042.201726] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating folder: Instances. Parent ref: group-v694060. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.203882] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88fed5f9-731b-4eeb-aa8a-d7b8a7d309bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.205784] env[69895]: INFO nova.compute.manager [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Took 28.71 seconds to build instance. [ 1042.207457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.207961] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.210818] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.121s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.211577] env[69895]: DEBUG nova.objects.instance [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.224308] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created folder: Instances in parent group-v694060. [ 1042.224515] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.224888] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.225128] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93f38138-d77f-4f05-bd92-b980f3f39c76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248643] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.248643] env[69895]: value = "task-3472138" [ 1042.248643] env[69895]: _type = "Task" [ 1042.248643] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.259606] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472138, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.484893] env[69895]: DEBUG oslo_concurrency.lockutils [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.485688] env[69895]: DEBUG nova.objects.instance [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'flavor' on Instance uuid 09bcc73d-bf93-488b-84a5-671d439619d5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.552723] env[69895]: DEBUG nova.compute.manager [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.553084] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.554768] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e98f6f-4b15-4a3f-b65e-025a5ea6bdc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.563694] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.564256] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14fcae2c-3744-45a0-9a26-ca5978f53470 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568118] env[69895]: DEBUG nova.compute.manager [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.568118] env[69895]: DEBUG nova.compute.manager [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing instance network info cache due to event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.568470] env[69895]: DEBUG oslo_concurrency.lockutils [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.568667] env[69895]: DEBUG oslo_concurrency.lockutils [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.568859] env[69895]: DEBUG nova.network.neutron [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.575817] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1042.575817] env[69895]: value = "task-3472139" [ 1042.575817] env[69895]: _type = "Task" [ 1042.575817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.584989] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.712278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8a7c89bb-b416-46b7-b47e-5d08e94dc7c4 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.230s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.715962] env[69895]: DEBUG nova.compute.utils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.726050] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.726321] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.758776] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472138, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.797486] env[69895]: DEBUG nova.network.neutron [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.803148] env[69895]: DEBUG nova.policy [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.992236] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877efc9b-42e9-447a-9aeb-624fa721ce34 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.019639] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.019817] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44201885-fd67-4c57-be10-a34eb1c05107 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.030774] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1043.030774] env[69895]: value = "task-3472140" [ 1043.030774] env[69895]: _type = "Task" [ 1043.030774] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.039377] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.086092] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472139, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.086910] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Successfully created port: ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.127338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.127576] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.226777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-02f4f3fb-1185-4917-ad5d-62d89f3b24ec tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.228554] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.231368] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.439s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.232806] env[69895]: INFO nova.compute.claims [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.235948] env[69895]: DEBUG nova.compute.manager [None req-c3444312-bf00-4618-a584-77591de97283 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.237197] env[69895]: DEBUG nova.compute.manager [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.237904] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bbcaf5-d5cb-492a-bf29-b2136d345313 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241666] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff327a-4e9e-4a49-8a9c-01fac03b99e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.261221] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472138, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.299041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.344342] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.344623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.346700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.346700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.346700] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.347308] env[69895]: INFO nova.compute.manager [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Terminating instance [ 1043.386559] env[69895]: DEBUG nova.network.neutron [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updated VIF entry in instance network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.386923] env[69895]: DEBUG nova.network.neutron [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.541044] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.587608] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472139, 'name': PowerOffVM_Task, 'duration_secs': 0.700517} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.587865] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.588062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.588342] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c3865d-bc0a-4e1a-9ec9-64d684d9fb2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.630163] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.675858] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.676114] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.676319] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleting the datastore file [datastore2] b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.676617] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce89838-681d-42a3-9a94-eb3e81e850ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.683037] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for the task: (returnval){ [ 1043.683037] env[69895]: value = "task-3472142" [ 1043.683037] env[69895]: _type = "Task" [ 1043.683037] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.693030] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.755040] env[69895]: INFO nova.compute.manager [None req-c3444312-bf00-4618-a584-77591de97283 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] instance snapshotting [ 1043.755725] env[69895]: DEBUG nova.objects.instance [None req-c3444312-bf00-4618-a584-77591de97283 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lazy-loading 'flavor' on Instance uuid 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.758273] env[69895]: INFO nova.compute.manager [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] instance snapshotting [ 1043.762076] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06109a-b3e1-428f-8933-10a8aade692d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.768903] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472138, 'name': CreateVM_Task, 'duration_secs': 1.419324} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.769587] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.770309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.770478] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.770872] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.771240] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac014cc-2d92-4d7a-921a-74c597e376c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.790079] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4c5e8-acfc-40d2-835c-be6add5022b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.795361] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1043.795361] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52100c94-71e0-2889-86a4-8b284d5174b8" [ 1043.795361] env[69895]: _type = "Task" [ 1043.795361] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.814312] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52100c94-71e0-2889-86a4-8b284d5174b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.816456] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.816791] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.817118] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.817310] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.817534] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.818674] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f525a871-a5da-41e9-8536-1adecc0da87a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.825567] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.825755] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.826613] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960d2377-0e7a-4ab4-97bd-5dfb8bc8a2ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.831728] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cd2c8e-9da5-4580-ada1-a6ad104b3059 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.836106] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1043.836106] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e5f9c9-c7ec-8a3a-7255-619dcf2342bd" [ 1043.836106] env[69895]: _type = "Task" [ 1043.836106] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.852886] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "refresh_cache-6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.853070] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquired lock "refresh_cache-6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.853289] env[69895]: DEBUG nova.network.neutron [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.856971] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb7dded-717a-4df0-a8af-80c737239fd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.862377] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e5f9c9-c7ec-8a3a-7255-619dcf2342bd, 'name': SearchDatastore_Task, 'duration_secs': 0.007645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.864638] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b014704c-3b15-426d-be6b-361c973a8169 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.869747] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.877081] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1043.877081] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231c044-b0f6-c021-9fb2-6202656e3161" [ 1043.877081] env[69895]: _type = "Task" [ 1043.877081] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.885379] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231c044-b0f6-c021-9fb2-6202656e3161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.889205] env[69895]: DEBUG oslo_concurrency.lockutils [req-a69fe33f-c307-4281-8566-d7cc84cae66d req-c9e90739-040e-4fb2-b8de-acee0af0f015 service nova] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.045940] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472140, 'name': PowerOffVM_Task, 'duration_secs': 0.738434} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.046524] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.053192] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfiguring VM instance instance-00000056 to detach disk 2002 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.054128] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3382c628-a11e-4e6b-8dea-6b385095007b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.076568] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1044.076568] env[69895]: value = "task-3472143" [ 1044.076568] env[69895]: _type = "Task" [ 1044.076568] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.087015] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.149743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.193804] env[69895]: DEBUG oslo_vmware.api [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Task: {'id': task-3472142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186609} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.194096] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.194286] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.194462] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.194635] env[69895]: INFO nova.compute.manager [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1044.194890] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.195089] env[69895]: DEBUG nova.compute.manager [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.195231] env[69895]: DEBUG nova.network.neutron [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.244601] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.264599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a3ad1-08e6-4f5f-80ed-48bca64ed845 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.291192] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.291416] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.291592] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.291797] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.291917] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.292082] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.292364] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.292464] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.292659] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.292797] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.293025] env[69895]: DEBUG nova.virt.hardware [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.293832] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9cc12-4337-447e-a7c1-4b54f79a6040 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.296926] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ca77b-5e7f-4e86-9ccf-40a0303b3130 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.310301] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa5c9b-4d70-46af-9e47-26b7839aec69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.317636] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.318426] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f888e4a6-1b95-449d-8f88-8f6dcb6ad2b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.336696] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1044.336696] env[69895]: value = "task-3472144" [ 1044.336696] env[69895]: _type = "Task" [ 1044.336696] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.346258] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.375918] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.379556] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6218aa-9909-4e67-b230-72e80c8fb0f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.382346] env[69895]: DEBUG nova.network.neutron [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.394737] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231c044-b0f6-c021-9fb2-6202656e3161, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.397973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.398303] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.398697] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1044.398697] env[69895]: value = "task-3472145" [ 1044.398697] env[69895]: _type = "Task" [ 1044.398697] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.400067] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952fe5df-bedc-4277-bf0c-a6a4e8ea66fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.413239] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472145, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.418029] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1044.418029] env[69895]: value = "task-3472146" [ 1044.418029] env[69895]: _type = "Task" [ 1044.418029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.427733] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.449309] env[69895]: DEBUG nova.network.neutron [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.596432] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.607561] env[69895]: DEBUG nova.compute.manager [req-d6ba4a8b-b056-4e53-8d91-34c22fdec19a req-cb0559e6-aeb6-4ab4-ade7-02349f12dcfd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Received event network-vif-deleted-dbebdcb5-e256-4257-8748-9f5f7d90fd58 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.607773] env[69895]: INFO nova.compute.manager [req-d6ba4a8b-b056-4e53-8d91-34c22fdec19a req-cb0559e6-aeb6-4ab4-ade7-02349f12dcfd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Neutron deleted interface dbebdcb5-e256-4257-8748-9f5f7d90fd58; detaching it from the instance and deleting it from the info cache [ 1044.607950] env[69895]: DEBUG nova.network.neutron [req-d6ba4a8b-b056-4e53-8d91-34c22fdec19a req-cb0559e6-aeb6-4ab4-ade7-02349f12dcfd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.612414] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852844d-2ae5-4011-87a9-1a425a57a40b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.624929] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f35b8d-83a7-45a6-97d3-62a66e1c34ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.657517] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4632b5-837a-4249-aac0-2ecec8cb445f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.669053] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282dee8e-e192-4cf2-8fc5-6d4d498f1016 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.684147] env[69895]: DEBUG nova.compute.provider_tree [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.779193] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Successfully updated port: ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.817922] env[69895]: DEBUG nova.compute.manager [None req-c3444312-bf00-4618-a584-77591de97283 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance disappeared during snapshot {{(pid=69895) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1044.849401] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.912732] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.927701] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.951866] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Releasing lock "refresh_cache-6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952146] env[69895]: DEBUG nova.compute.manager [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.952352] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.953507] env[69895]: DEBUG nova.compute.manager [None req-c3444312-bf00-4618-a584-77591de97283 tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Found 0 images (rotation: 2) {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1044.957326] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63f60bb-1a4e-4c54-a106-e0500a5d3853 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.962624] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.962880] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b48988c3-41cb-445d-94a4-445942fc88bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.969347] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1044.969347] env[69895]: value = "task-3472147" [ 1044.969347] env[69895]: _type = "Task" [ 1044.969347] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.978772] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.983415] env[69895]: DEBUG nova.network.neutron [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.088339] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.119514] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b0a421a-6fda-43ed-8d97-568e1c7bfeaf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.128828] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1b78b-cb15-4727-a0da-aa5cb94cd8cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.161235] env[69895]: DEBUG nova.compute.manager [req-d6ba4a8b-b056-4e53-8d91-34c22fdec19a req-cb0559e6-aeb6-4ab4-ade7-02349f12dcfd service nova] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Detach interface failed, port_id=dbebdcb5-e256-4257-8748-9f5f7d90fd58, reason: Instance b23ea77e-90ec-4f23-a122-64de2dfee2d0 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.187778] env[69895]: DEBUG nova.scheduler.client.report [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.282599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282599] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282599] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.360524] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.415055] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.431687] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.481154] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472147, 'name': PowerOffVM_Task, 'duration_secs': 0.126512} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.481570] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.481746] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.482114] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1adf6101-aa6f-489e-8692-20004428d3a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.486137] env[69895]: INFO nova.compute.manager [-] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Took 1.29 seconds to deallocate network for instance. [ 1045.509127] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.509413] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.509644] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Deleting the datastore file [datastore2] 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.509930] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f568b70e-9138-4b45-a358-e69806f8672f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.517552] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for the task: (returnval){ [ 1045.517552] env[69895]: value = "task-3472149" [ 1045.517552] env[69895]: _type = "Task" [ 1045.517552] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.528812] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589898] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472143, 'name': ReconfigVM_Task, 'duration_secs': 1.296678} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.591058] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfigured VM instance instance-00000056 to detach disk 2002 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.591058] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.591058] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4293e346-cced-4999-aa81-555c2ff3aa16 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.597978] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1045.597978] env[69895]: value = "task-3472150" [ 1045.597978] env[69895]: _type = "Task" [ 1045.597978] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.606937] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.693423] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.694088] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.696971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.063s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.697264] env[69895]: DEBUG nova.objects.instance [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lazy-loading 'resources' on Instance uuid bb15557f-fe6a-43f7-b4da-b3881b382f88 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.828493] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.850504] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472144, 'name': CreateSnapshot_Task, 'duration_secs': 1.170208} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.850795] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.851678] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78672e-8ef0-48c3-8349-12b05124a177 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.914086] env[69895]: DEBUG oslo_vmware.api [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472145, 'name': PowerOnVM_Task, 'duration_secs': 1.408183} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.914471] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.914716] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-16515447-d25e-414d-a3b5-eee913d3a4d9 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance 'bbf445db-282d-4c48-a947-c412207b74ae' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.930496] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.44981} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.930749] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.930976] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.931262] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb9dfd9b-55c1-4faa-a3d8-78fec90958f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.937678] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1045.937678] env[69895]: value = "task-3472151" [ 1045.937678] env[69895]: _type = "Task" [ 1045.937678] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.949036] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.993185] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.000232] env[69895]: DEBUG nova.network.neutron [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Updating instance_info_cache with network_info: [{"id": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "address": "fa:16:3e:59:e0:0c", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada58ba8-6a", "ovs_interfaceid": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.028209] env[69895]: DEBUG oslo_vmware.api [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Task: {'id': task-3472149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466619} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.028705] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.028946] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.029211] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.029396] env[69895]: INFO nova.compute.manager [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1046.029641] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.029836] env[69895]: DEBUG nova.compute.manager [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.029931] env[69895]: DEBUG nova.network.neutron [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.045015] env[69895]: DEBUG nova.network.neutron [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.108750] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.200504] env[69895]: DEBUG nova.compute.utils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.204283] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.204448] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.244733] env[69895]: DEBUG nova.policy [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.373274] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1046.373845] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d80f1d7-ff7e-49bf-ac07-0f6db31282ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.384902] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1046.384902] env[69895]: value = "task-3472152" [ 1046.384902] env[69895]: _type = "Task" [ 1046.384902] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.395875] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472152, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.457773] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472151, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.503209] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.503556] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Instance network_info: |[{"id": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "address": "fa:16:3e:59:e0:0c", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada58ba8-6a", "ovs_interfaceid": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.503983] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e0:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada58ba8-6aca-4f80-b607-a1dce73326b4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.511616] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.514431] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.514919] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0067dcb1-e757-4ef5-8d0c-c99ea9a00403 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.535252] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8ff698-7660-4300-a899-e3c8564309cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.543964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335310ef-5a1e-4d14-97f1-c6e856c86272 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.547359] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.547359] env[69895]: value = "task-3472153" [ 1046.547359] env[69895]: _type = "Task" [ 1046.547359] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.547604] env[69895]: DEBUG nova.network.neutron [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.583510] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42ac14c-9d3a-416b-a1fe-b086cdc96a6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.590134] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472153, 'name': CreateVM_Task} progress is 15%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.595917] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e8c556-ebc2-4482-82cb-180602e1a525 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.615209] env[69895]: DEBUG nova.compute.provider_tree [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.619341] env[69895]: DEBUG oslo_vmware.api [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472150, 'name': PowerOnVM_Task, 'duration_secs': 0.724568} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.619808] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.620071] env[69895]: DEBUG nova.compute.manager [None req-249003ab-0007-4257-89c8-05e214ccb90e tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.620851] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744f82f9-d37f-410a-93ee-a2e7663ba4de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.681493] env[69895]: DEBUG nova.compute.manager [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Received event network-vif-plugged-ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.681649] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Acquiring lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.681869] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.682059] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.682725] env[69895]: DEBUG nova.compute.manager [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] No waiting events found dispatching network-vif-plugged-ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.682725] env[69895]: WARNING nova.compute.manager [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Received unexpected event network-vif-plugged-ada58ba8-6aca-4f80-b607-a1dce73326b4 for instance with vm_state building and task_state spawning. [ 1046.682906] env[69895]: DEBUG nova.compute.manager [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Received event network-changed-ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.683095] env[69895]: DEBUG nova.compute.manager [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Refreshing instance network info cache due to event network-changed-ada58ba8-6aca-4f80-b607-a1dce73326b4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.683300] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Acquiring lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.683436] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Acquired lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.683596] env[69895]: DEBUG nova.network.neutron [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Refreshing network info cache for port ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.707653] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.810864] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Successfully created port: e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.898045] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472152, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.948521] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.63161} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.948797] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.949655] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d23dd2-ad42-4822-87fa-0fde532ac614 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.975474] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.975830] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3573e2de-df3e-41a9-85e3-59d1343943b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.997563] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1046.997563] env[69895]: value = "task-3472154" [ 1046.997563] env[69895]: _type = "Task" [ 1046.997563] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.006361] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.060514] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472153, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.082396] env[69895]: INFO nova.compute.manager [-] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Took 1.05 seconds to deallocate network for instance. [ 1047.124092] env[69895]: DEBUG nova.scheduler.client.report [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.381112] env[69895]: DEBUG nova.network.neutron [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Updated VIF entry in instance network info cache for port ada58ba8-6aca-4f80-b607-a1dce73326b4. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.381517] env[69895]: DEBUG nova.network.neutron [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Updating instance_info_cache with network_info: [{"id": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "address": "fa:16:3e:59:e0:0c", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada58ba8-6a", "ovs_interfaceid": "ada58ba8-6aca-4f80-b607-a1dce73326b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.401696] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472152, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.507381] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.559201] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472153, 'name': CreateVM_Task, 'duration_secs': 0.88536} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.559448] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.560335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.561353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.561829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.562240] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec63432-7675-4974-9bea-5453cdb36264 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.567669] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1047.567669] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c192df-5118-5157-5864-d1d47043857a" [ 1047.567669] env[69895]: _type = "Task" [ 1047.567669] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.578320] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c192df-5118-5157-5864-d1d47043857a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.588935] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.625891] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.629220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.049s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.630876] env[69895]: INFO nova.compute.claims [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.648111] env[69895]: INFO nova.scheduler.client.report [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Deleted allocations for instance bb15557f-fe6a-43f7-b4da-b3881b382f88 [ 1047.716421] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.750739] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.751034] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.751179] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.751357] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.751658] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.751834] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.752066] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.752242] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.752525] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.752733] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.753079] env[69895]: DEBUG nova.virt.hardware [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.754017] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72a236-9ac2-4bbc-a9d8-f335c2343d86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.766775] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd9354a-7119-43b8-8d1d-d5fdf5e73b62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.884796] env[69895]: DEBUG oslo_concurrency.lockutils [req-efdd13ae-fc5c-4e4a-8da2-f90dfaaa3e57 req-fe9b607a-4111-4265-b476-cbbfb25bafa6 service nova] Releasing lock "refresh_cache-4dc41944-a1c5-4eab-81e8-1194abe4b3d8" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.898554] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472152, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.010967] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472154, 'name': ReconfigVM_Task, 'duration_secs': 0.567443} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.014096] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.014096] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1fcdb73-c21c-4281-b32d-70aafe41cb3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.019532] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1048.019532] env[69895]: value = "task-3472155" [ 1048.019532] env[69895]: _type = "Task" [ 1048.019532] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.031846] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472155, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.083015] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c192df-5118-5157-5864-d1d47043857a, 'name': SearchDatastore_Task, 'duration_secs': 0.0133} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.083444] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.083855] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.084083] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.084083] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.084278] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.084504] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f53d25fd-7e81-4bfa-87b9-c6a2f6998da7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.094221] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.094443] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.095571] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0229ea6a-7170-46d1-bdbf-5dc56a8a184c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.104948] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1048.104948] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5233cb33-5777-3773-6fb5-6c9d125cbe54" [ 1048.104948] env[69895]: _type = "Task" [ 1048.104948] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.109973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.110310] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.110527] env[69895]: DEBUG nova.compute.manager [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Going to confirm migration 3 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1048.119556] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5233cb33-5777-3773-6fb5-6c9d125cbe54, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.120385] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21405614-d8b8-48fd-b52b-790f15221323 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.125814] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1048.125814] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52842e4a-9e37-6237-e1a8-4546fff037eb" [ 1048.125814] env[69895]: _type = "Task" [ 1048.125814] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.141087] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52842e4a-9e37-6237-e1a8-4546fff037eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.158973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a942af32-1d19-4d10-9429-848ceb457a79 tempest-ServerShowV257Test-82439580 tempest-ServerShowV257Test-82439580-project-member] Lock "bb15557f-fe6a-43f7-b4da-b3881b382f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.981s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.335977] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Successfully updated port: e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.400273] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472152, 'name': CloneVM_Task, 'duration_secs': 1.944558} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.400845] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Created linked-clone VM from snapshot [ 1048.402147] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae164a7-d6d6-4b02-b258-4c35c10cbbbe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.413856] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Uploading image fd640a6b-b653-46bb-898b-867b7906528a {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.447563] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.447563] env[69895]: value = "vm-694064" [ 1048.447563] env[69895]: _type = "VirtualMachine" [ 1048.447563] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.447876] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-61dfd033-ad4d-447a-b0f0-97506205bf93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.456273] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease: (returnval){ [ 1048.456273] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bf782-d8e4-a11c-e8bb-660ecc1df1e4" [ 1048.456273] env[69895]: _type = "HttpNfcLease" [ 1048.456273] env[69895]: } obtained for exporting VM: (result){ [ 1048.456273] env[69895]: value = "vm-694064" [ 1048.456273] env[69895]: _type = "VirtualMachine" [ 1048.456273] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.456570] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the lease: (returnval){ [ 1048.456570] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bf782-d8e4-a11c-e8bb-660ecc1df1e4" [ 1048.456570] env[69895]: _type = "HttpNfcLease" [ 1048.456570] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.466204] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.466204] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bf782-d8e4-a11c-e8bb-660ecc1df1e4" [ 1048.466204] env[69895]: _type = "HttpNfcLease" [ 1048.466204] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.530891] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472155, 'name': Rename_Task, 'duration_secs': 0.161039} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.531451] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.531840] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7e82a5-d8fc-4b85-88dd-0c4a90d2d53a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.538527] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1048.538527] env[69895]: value = "task-3472157" [ 1048.538527] env[69895]: _type = "Task" [ 1048.538527] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.546692] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.563399] env[69895]: DEBUG nova.compute.manager [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.563668] env[69895]: DEBUG nova.compute.manager [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing instance network info cache due to event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.563910] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.564068] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.564235] env[69895]: DEBUG nova.network.neutron [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.641562] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52842e4a-9e37-6237-e1a8-4546fff037eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.645015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.645375] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 4dc41944-a1c5-4eab-81e8-1194abe4b3d8/4dc41944-a1c5-4eab-81e8-1194abe4b3d8.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.645973] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-492aa806-7f4a-4f0a-a243-db5449f8876f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.653387] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1048.653387] env[69895]: value = "task-3472158" [ 1048.653387] env[69895]: _type = "Task" [ 1048.653387] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.661971] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.682086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.682086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.682086] env[69895]: DEBUG nova.network.neutron [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.682303] env[69895]: DEBUG nova.objects.instance [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'info_cache' on Instance uuid bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.711896] env[69895]: DEBUG nova.compute.manager [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Received event network-vif-plugged-e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.712371] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Acquiring lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.712658] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.712892] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.713239] env[69895]: DEBUG nova.compute.manager [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] No waiting events found dispatching network-vif-plugged-e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.713485] env[69895]: WARNING nova.compute.manager [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Received unexpected event network-vif-plugged-e4e83843-a964-431a-b660-bb4841a3fcfb for instance with vm_state building and task_state spawning. [ 1048.713709] env[69895]: DEBUG nova.compute.manager [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Received event network-changed-e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.713937] env[69895]: DEBUG nova.compute.manager [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Refreshing instance network info cache due to event network-changed-e4e83843-a964-431a-b660-bb4841a3fcfb. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.714296] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Acquiring lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.714502] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Acquired lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.714711] env[69895]: DEBUG nova.network.neutron [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Refreshing network info cache for port e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.842137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.926318] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c0dfc-f9bd-4e72-9264-cc8adba84a4c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.935549] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074e054-7817-4780-816f-19376293afd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.968941] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1b1600-1c29-48e5-b054-0d49baf102a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.974925] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.974925] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bf782-d8e4-a11c-e8bb-660ecc1df1e4" [ 1048.974925] env[69895]: _type = "HttpNfcLease" [ 1048.974925] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.977186] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.977186] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bf782-d8e4-a11c-e8bb-660ecc1df1e4" [ 1048.977186] env[69895]: _type = "HttpNfcLease" [ 1048.977186] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.978237] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3428b0-12b4-4865-aa6d-4d630547a204 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.982068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a589d-40c4-43dd-a7d0-babef3d2c981 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.999658] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.999889] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.001595] env[69895]: DEBUG nova.compute.provider_tree [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.075537] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.112484] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-973572a6-5790-4f34-b3c2-47757c3e593a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.164818] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.264448] env[69895]: DEBUG nova.network.neutron [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.384953] env[69895]: DEBUG nova.network.neutron [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updated VIF entry in instance network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.385447] env[69895]: DEBUG nova.network.neutron [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.392686] env[69895]: DEBUG nova.network.neutron [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.506041] env[69895]: DEBUG nova.scheduler.client.report [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.571829] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472157, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.667257] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472158, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010366} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.667686] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 4dc41944-a1c5-4eab-81e8-1194abe4b3d8/4dc41944-a1c5-4eab-81e8-1194abe4b3d8.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.668025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.668402] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a1f157-8a9c-4c86-b9b3-f4c573854e70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.675345] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1049.675345] env[69895]: value = "task-3472159" [ 1049.675345] env[69895]: _type = "Task" [ 1049.675345] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.684539] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.888967] env[69895]: DEBUG oslo_concurrency.lockutils [req-6a218383-ed76-4d24-9efe-00ce20dca6c0 req-8dbd8a6d-0aca-408c-8198-5c1b74dfbc52 service nova] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.896068] env[69895]: DEBUG oslo_concurrency.lockutils [req-8251bc32-c00f-4e1c-8844-183821bd6cef req-b4e1a677-ddf7-4260-9812-3be5315a059f service nova] Releasing lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.897204] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897204] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.953208] env[69895]: DEBUG nova.network.neutron [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [{"id": "21b937e5-f171-432d-818d-7ae40bee3e69", "address": "fa:16:3e:e8:be:1b", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b937e5-f1", "ovs_interfaceid": "21b937e5-f171-432d-818d-7ae40bee3e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.015724] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.016568] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.020783] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.380s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.023645] env[69895]: INFO nova.compute.claims [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.075238] env[69895]: DEBUG oslo_vmware.api [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472157, 'name': PowerOnVM_Task, 'duration_secs': 1.467533} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.075871] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.076117] env[69895]: INFO nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1050.076313] env[69895]: DEBUG nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.077417] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91b14d-9065-497a-89dc-527f22c5f0e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.185611] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091979} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.185920] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.186729] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a95835-d205-4dac-874f-581e4b24a57a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.210396] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 4dc41944-a1c5-4eab-81e8-1194abe4b3d8/4dc41944-a1c5-4eab-81e8-1194abe4b3d8.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.210648] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f811a37f-daa1-46b9-be79-825ed3a60652 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.230727] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1050.230727] env[69895]: value = "task-3472160" [ 1050.230727] env[69895]: _type = "Task" [ 1050.230727] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.239277] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.431017] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.456288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-bbf445db-282d-4c48-a947-c412207b74ae" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.456798] env[69895]: DEBUG nova.objects.instance [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'migration_context' on Instance uuid bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.529268] env[69895]: DEBUG nova.compute.utils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.534478] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.534662] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.596915] env[69895]: DEBUG nova.compute.manager [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.597211] env[69895]: DEBUG nova.compute.manager [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing instance network info cache due to event network-changed-abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.597483] env[69895]: DEBUG oslo_concurrency.lockutils [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] Acquiring lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.597677] env[69895]: DEBUG oslo_concurrency.lockutils [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] Acquired lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.597897] env[69895]: DEBUG nova.network.neutron [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Refreshing network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.602923] env[69895]: DEBUG nova.policy [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc3148072adb4b3080003d74dcb12aa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1403308509f64345b8e395b4e302f3d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.605093] env[69895]: INFO nova.compute.manager [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Took 33.70 seconds to build instance. [ 1050.610553] env[69895]: DEBUG nova.network.neutron [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Updating instance_info_cache with network_info: [{"id": "e4e83843-a964-431a-b660-bb4841a3fcfb", "address": "fa:16:3e:ed:6d:96", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e83843-a9", "ovs_interfaceid": "e4e83843-a964-431a-b660-bb4841a3fcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.746682] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472160, 'name': ReconfigVM_Task, 'duration_secs': 0.481809} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.747292] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 4dc41944-a1c5-4eab-81e8-1194abe4b3d8/4dc41944-a1c5-4eab-81e8-1194abe4b3d8.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.748194] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3569c8d-1b0a-4e1e-a6db-10367a6a9210 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.758869] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1050.758869] env[69895]: value = "task-3472161" [ 1050.758869] env[69895]: _type = "Task" [ 1050.758869] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.768191] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472161, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.913673] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Successfully created port: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.962107] env[69895]: DEBUG nova.objects.base [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.962981] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a1da84-77fe-4b8d-aeed-7ecae5eaf482 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.983730] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b145d5a-522e-42c7-ac01-91dd3ae2e2e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.990188] env[69895]: DEBUG oslo_vmware.api [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1050.990188] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ff013-d4a3-8217-8c37-ae8d4ab7f856" [ 1050.990188] env[69895]: _type = "Task" [ 1050.990188] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.998548] env[69895]: DEBUG oslo_vmware.api [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ff013-d4a3-8217-8c37-ae8d4ab7f856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.035128] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.107403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8de594b2-6d50-4298-aaa0-2df341c1e8fa tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.218s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.113469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.113793] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance network_info: |[{"id": "e4e83843-a964-431a-b660-bb4841a3fcfb", "address": "fa:16:3e:ed:6d:96", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e83843-a9", "ovs_interfaceid": "e4e83843-a964-431a-b660-bb4841a3fcfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.114233] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:6d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e83843-a964-431a-b660-bb4841a3fcfb', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.123191] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.126317] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.126770] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cf0d80-02f7-4e33-b94e-33049422bf39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.150978] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.150978] env[69895]: value = "task-3472162" [ 1051.150978] env[69895]: _type = "Task" [ 1051.150978] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.161471] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472162, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.277023] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472161, 'name': Rename_Task, 'duration_secs': 0.173081} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.277023] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.277897] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4f724a9-1e62-470d-9bfe-e4a0d5f27c98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.285638] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1051.285638] env[69895]: value = "task-3472163" [ 1051.285638] env[69895]: _type = "Task" [ 1051.285638] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.301209] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.361952] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44da616e-5c4b-4d98-b99e-c04ac53dd2af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.371085] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73fe086-174f-48ed-b3a7-7394b1034cd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.409274] env[69895]: DEBUG nova.network.neutron [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updated VIF entry in instance network info cache for port abe1214b-25dc-44a4-a2b9-55548f9315b8. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.409914] env[69895]: DEBUG nova.network.neutron [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [{"id": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "address": "fa:16:3e:b3:f8:9c", "network": {"id": "8ca87790-5ea8-440f-8d7c-22a456b53261", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1036304379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9a4970cf6454f5a85778275a868bc30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabe1214b-25", "ovs_interfaceid": "abe1214b-25dc-44a4-a2b9-55548f9315b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.412504] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8d2d9-eb0f-468c-9912-3513919a2374 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425648] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ffba05-5891-4efc-a9a1-6b18665a9f91 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.443497] env[69895]: DEBUG nova.compute.provider_tree [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.503661] env[69895]: DEBUG oslo_vmware.api [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522ff013-d4a3-8217-8c37-ae8d4ab7f856, 'name': SearchDatastore_Task, 'duration_secs': 0.00792} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.504232] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.661448] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472162, 'name': CreateVM_Task, 'duration_secs': 0.374643} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.661707] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.662476] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.662725] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.663123] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.663432] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b15093-d811-4d1b-9135-963c0026c883 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.668185] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1051.668185] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643634-49e5-9533-0eaa-617339a90e9b" [ 1051.668185] env[69895]: _type = "Task" [ 1051.668185] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.676130] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643634-49e5-9533-0eaa-617339a90e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.798209] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.917557] env[69895]: DEBUG oslo_concurrency.lockutils [req-6969374d-1178-42c9-899a-7fd74db42da1 req-4aa0fd44-7084-4a45-9b54-72ed463d7681 service nova] Releasing lock "refresh_cache-09bcc73d-bf93-488b-84a5-671d439619d5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.949014] env[69895]: DEBUG nova.scheduler.client.report [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.049663] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.074493] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.074745] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.074905] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.075102] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.075255] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.075406] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.075616] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.075775] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.075945] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.076124] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.076307] env[69895]: DEBUG nova.virt.hardware [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.077209] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6644b83f-3661-4b0e-b13c-2b7153cc2f8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.085618] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2f54d-e77f-4841-b1a7-0aa1eaf12a35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.178733] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52643634-49e5-9533-0eaa-617339a90e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.179070] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.179403] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.179667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.179822] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.180009] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.180318] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8122421-1b67-4937-ae16-698a20ac8aa5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.190523] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.190705] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.191438] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d147c95-59ec-4cb2-963c-387436d49f94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.196291] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1052.196291] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52146235-e35e-b65e-274b-a803e1624358" [ 1052.196291] env[69895]: _type = "Task" [ 1052.196291] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.203763] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52146235-e35e-b65e-274b-a803e1624358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.295596] env[69895]: DEBUG oslo_vmware.api [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472163, 'name': PowerOnVM_Task, 'duration_secs': 0.615163} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.295868] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.296095] env[69895]: INFO nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1052.296276] env[69895]: DEBUG nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.297142] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec50e2-5d9d-4f87-971e-38f151a1482e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.384275] env[69895]: DEBUG nova.compute.manager [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Received event network-vif-plugged-6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.384548] env[69895]: DEBUG oslo_concurrency.lockutils [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] Acquiring lock "f2cee047-b856-4e6d-b572-7890b5266568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.384754] env[69895]: DEBUG oslo_concurrency.lockutils [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] Lock "f2cee047-b856-4e6d-b572-7890b5266568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.384927] env[69895]: DEBUG oslo_concurrency.lockutils [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] Lock "f2cee047-b856-4e6d-b572-7890b5266568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.385318] env[69895]: DEBUG nova.compute.manager [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] No waiting events found dispatching network-vif-plugged-6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.385527] env[69895]: WARNING nova.compute.manager [req-627af9c0-9dc1-4f09-945b-9c5c08e4fc12 req-e804ed0b-ddf3-4419-9011-0b9270eb6e33 service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Received unexpected event network-vif-plugged-6acb4857-ccc8-46d6-bec5-b825aeab27f0 for instance with vm_state building and task_state spawning. [ 1052.455639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.456215] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.458990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.309s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.460889] env[69895]: INFO nova.compute.claims [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.478328] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Successfully updated port: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.707526] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52146235-e35e-b65e-274b-a803e1624358, 'name': SearchDatastore_Task, 'duration_secs': 0.026317} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.710353] env[69895]: DEBUG nova.compute.manager [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.710540] env[69895]: DEBUG nova.compute.manager [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing instance network info cache due to event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.710755] env[69895]: DEBUG oslo_concurrency.lockutils [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.710897] env[69895]: DEBUG oslo_concurrency.lockutils [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.711113] env[69895]: DEBUG nova.network.neutron [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.712206] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c8c959-cd4f-488f-93e3-fca7566c5334 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.718516] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1052.718516] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52754d79-76aa-861f-737d-b1f232683633" [ 1052.718516] env[69895]: _type = "Task" [ 1052.718516] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.727775] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52754d79-76aa-861f-737d-b1f232683633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.813418] env[69895]: INFO nova.compute.manager [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Took 29.22 seconds to build instance. [ 1052.965920] env[69895]: DEBUG nova.compute.utils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.968702] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.968702] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.980623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.980706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquired lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980833] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.012685] env[69895]: DEBUG nova.policy [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a212224f862436594f61ab30278e1c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6a88e722c949bab8f6807b95542537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.238884] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52754d79-76aa-861f-737d-b1f232683633, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.239255] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.239558] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040/8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.240020] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f12035-3454-4dc7-8d8c-5fc500997368 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.250714] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1053.250714] env[69895]: value = "task-3472164" [ 1053.250714] env[69895]: _type = "Task" [ 1053.250714] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.259771] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.316104] env[69895]: DEBUG oslo_concurrency.lockutils [None req-257a7796-a838-4795-b22f-a0f03b290be1 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.743s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.331654] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Successfully created port: 77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.473348] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.523148] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.595138] env[69895]: DEBUG nova.network.neutron [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updated VIF entry in instance network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.595733] env[69895]: DEBUG nova.network.neutron [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.768475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.772142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.772462] env[69895]: DEBUG nova.compute.manager [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.772803] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.779987] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20affa6-cbad-4365-9259-61994eb44dfe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.786281] env[69895]: DEBUG nova.compute.manager [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.786281] env[69895]: DEBUG nova.objects.instance [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'flavor' on Instance uuid 4dc41944-a1c5-4eab-81e8-1194abe4b3d8 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.838043] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b338e-ee78-4732-8502-e918e9ad2419 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.848997] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e81e79-30bb-4f2b-a998-b2fa683e3d3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888327] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a3b53c-33f9-442e-b350-0c5bd4ca8ce3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.899473] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ab789-1332-460d-91b8-475c8ee8af5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.914126] env[69895]: DEBUG nova.compute.provider_tree [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.046876] env[69895]: DEBUG nova.network.neutron [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Updating instance_info_cache with network_info: [{"id": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "address": "fa:16:3e:c4:8d:d4", "network": {"id": "d652b8bd-839d-4006-a213-0cbdd778b226", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1158438501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1403308509f64345b8e395b4e302f3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6acb4857-cc", "ovs_interfaceid": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.100168] env[69895]: DEBUG oslo_concurrency.lockutils [req-5b349ea1-8865-4994-88ae-9ef39e3a1cd1 req-6d2695d0-b116-4394-9314-a22f48b1b360 service nova] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.263779] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712731} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.264078] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040/8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.264304] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.264566] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d363c785-9f13-4bfc-b381-bcf3bdaf2835 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.272057] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1054.272057] env[69895]: value = "task-3472165" [ 1054.272057] env[69895]: _type = "Task" [ 1054.272057] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.283771] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.411320] env[69895]: DEBUG nova.compute.manager [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Received event network-changed-6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.411570] env[69895]: DEBUG nova.compute.manager [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Refreshing instance network info cache due to event network-changed-6acb4857-ccc8-46d6-bec5-b825aeab27f0. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.411818] env[69895]: DEBUG oslo_concurrency.lockutils [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] Acquiring lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.417715] env[69895]: DEBUG nova.scheduler.client.report [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.486173] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.509294] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.509659] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.509887] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.510179] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.510405] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.510630] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.510976] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.511271] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.511476] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.511651] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.511832] env[69895]: DEBUG nova.virt.hardware [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.512744] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6ed9e3-e005-4179-a6bb-f5f5c94cdf8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.521694] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191274cf-29be-4d94-83b1-3fcd29a44ea2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.549415] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Releasing lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.549770] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Instance network_info: |[{"id": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "address": "fa:16:3e:c4:8d:d4", "network": {"id": "d652b8bd-839d-4006-a213-0cbdd778b226", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1158438501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1403308509f64345b8e395b4e302f3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6acb4857-cc", "ovs_interfaceid": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.550124] env[69895]: DEBUG oslo_concurrency.lockutils [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] Acquired lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.550319] env[69895]: DEBUG nova.network.neutron [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Refreshing network info cache for port 6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.551623] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6acb4857-ccc8-46d6-bec5-b825aeab27f0', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.559017] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Creating folder: Project (1403308509f64345b8e395b4e302f3d1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.562153] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1a5150-b8f8-4d41-b910-fa70a7a343d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.573708] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Created folder: Project (1403308509f64345b8e395b4e302f3d1) in parent group-v693805. [ 1054.573931] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Creating folder: Instances. Parent ref: group-v694067. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.574202] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbd28fa-0316-4e18-aeb2-53e73899f312 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.583825] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Created folder: Instances in parent group-v694067. [ 1054.584087] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.584288] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.584566] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77d7d6a0-67c5-4f69-bb2c-75ee6b0e71d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.607393] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.607393] env[69895]: value = "task-3472168" [ 1054.607393] env[69895]: _type = "Task" [ 1054.607393] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.615218] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472168, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.782938] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067136} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.782938] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.783654] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661ba439-b621-42fa-97fb-fb16893e4186 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.799370] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.808580] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040/8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.809540] env[69895]: DEBUG nova.network.neutron [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Updated VIF entry in instance network info cache for port 6acb4857-ccc8-46d6-bec5-b825aeab27f0. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.810307] env[69895]: DEBUG nova.network.neutron [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Updating instance_info_cache with network_info: [{"id": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "address": "fa:16:3e:c4:8d:d4", "network": {"id": "d652b8bd-839d-4006-a213-0cbdd778b226", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1158438501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1403308509f64345b8e395b4e302f3d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6acb4857-cc", "ovs_interfaceid": "6acb4857-ccc8-46d6-bec5-b825aeab27f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.811045] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ded8582-8083-41b9-bd7a-ae65473ae938 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.813266] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d509fafd-ca0e-4672-bee7-9fa7a4226f1a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.829123] env[69895]: DEBUG oslo_concurrency.lockutils [req-9c2bc9fb-772d-4d41-8df2-9b911cf4c4df req-280cac7e-1548-438c-8d16-c7fe95db410f service nova] Releasing lock "refresh_cache-f2cee047-b856-4e6d-b572-7890b5266568" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.835330] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1054.835330] env[69895]: value = "task-3472170" [ 1054.835330] env[69895]: _type = "Task" [ 1054.835330] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.836426] env[69895]: DEBUG oslo_vmware.api [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1054.836426] env[69895]: value = "task-3472169" [ 1054.836426] env[69895]: _type = "Task" [ 1054.836426] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.848580] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.852151] env[69895]: DEBUG oslo_vmware.api [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.923515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.924063] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.927743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.935s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.928012] env[69895]: DEBUG nova.objects.instance [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lazy-loading 'resources' on Instance uuid b23ea77e-90ec-4f23-a122-64de2dfee2d0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.970727] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Successfully updated port: 77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.119998] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472168, 'name': CreateVM_Task, 'duration_secs': 0.362799} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.120452] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.121125] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.121297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.121652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.121917] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9a3619-3a1f-42ba-94ef-edd3d2e2c631 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.126703] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1055.126703] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cbf93c-ff9c-fc9b-be5c-a91776975c42" [ 1055.126703] env[69895]: _type = "Task" [ 1055.126703] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.135770] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cbf93c-ff9c-fc9b-be5c-a91776975c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.349954] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472170, 'name': ReconfigVM_Task, 'duration_secs': 0.340408} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.353180] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040/8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.353748] env[69895]: DEBUG oslo_vmware.api [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472169, 'name': PowerOffVM_Task, 'duration_secs': 0.291763} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.353958] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e171848e-d177-4a78-9928-3c3f90fa6973 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355842] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.355842] env[69895]: DEBUG nova.compute.manager [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.356506] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c361c-0ff0-4331-b1a6-4cd84f961c6e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.367049] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1055.367049] env[69895]: value = "task-3472171" [ 1055.367049] env[69895]: _type = "Task" [ 1055.367049] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.376312] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472171, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.431502] env[69895]: DEBUG nova.compute.utils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.436742] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.436942] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.473585] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.473739] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.473891] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.476685] env[69895]: DEBUG nova.policy [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.640283] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cbf93c-ff9c-fc9b-be5c-a91776975c42, 'name': SearchDatastore_Task, 'duration_secs': 0.019576} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.640618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.640851] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.641103] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.641255] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.641465] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.641716] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afebf7ef-ada7-4073-a3d0-1262fe66556d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.651963] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.652180] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.652932] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c4594a-f7f8-4e93-a99f-4df745734822 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.658700] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1055.658700] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da8892-fd36-96c1-5ee7-3a338ff58a97" [ 1055.658700] env[69895]: _type = "Task" [ 1055.658700] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.668866] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da8892-fd36-96c1-5ee7-3a338ff58a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.733187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf37220-9556-4a42-9309-e3a5c9002e6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.742717] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec242c03-b05b-483d-b37e-8ae8173714c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775755] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acb035-5a27-454c-9b32-c64da4a8bd85 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.782778] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba5812-b55b-44da-8386-af6e33a2d84c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.799498] env[69895]: DEBUG nova.compute.provider_tree [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.809915] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Successfully created port: a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.872911] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ed4d6baf-3502-4167-9e48-19c68262abe6 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.883033] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472171, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.937741] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.010190] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.154404] env[69895]: DEBUG nova.network.neutron [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Updating instance_info_cache with network_info: [{"id": "77084c94-0aab-4578-a085-3a419e08964d", "address": "fa:16:3e:55:dc:26", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77084c94-0a", "ovs_interfaceid": "77084c94-0aab-4578-a085-3a419e08964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.169101] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52da8892-fd36-96c1-5ee7-3a338ff58a97, 'name': SearchDatastore_Task, 'duration_secs': 0.018432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.170019] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619e28e6-7d69-4d05-a0cb-4632b32b0cdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.176131] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1056.176131] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a95bb-a6a3-cfac-b2b5-d9258c0edfd3" [ 1056.176131] env[69895]: _type = "Task" [ 1056.176131] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.185215] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a95bb-a6a3-cfac-b2b5-d9258c0edfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.306033] env[69895]: DEBUG nova.scheduler.client.report [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.343023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.343023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.343179] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.343372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.343548] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.346467] env[69895]: INFO nova.compute.manager [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Terminating instance [ 1056.379974] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472171, 'name': Rename_Task, 'duration_secs': 0.906001} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.380410] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.380722] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecac4c03-08dc-455b-8454-b91eaf23be06 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.389551] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1056.389551] env[69895]: value = "task-3472172" [ 1056.389551] env[69895]: _type = "Task" [ 1056.389551] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.397735] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.475493] env[69895]: DEBUG nova.compute.manager [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Received event network-vif-plugged-77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.475493] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.475670] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.477070] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.477070] env[69895]: DEBUG nova.compute.manager [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] No waiting events found dispatching network-vif-plugged-77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.477070] env[69895]: WARNING nova.compute.manager [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Received unexpected event network-vif-plugged-77084c94-0aab-4578-a085-3a419e08964d for instance with vm_state building and task_state spawning. [ 1056.477070] env[69895]: DEBUG nova.compute.manager [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Received event network-changed-77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.477070] env[69895]: DEBUG nova.compute.manager [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Refreshing instance network info cache due to event network-changed-77084c94-0aab-4578-a085-3a419e08964d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.477070] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Acquiring lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657102] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.657466] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance network_info: |[{"id": "77084c94-0aab-4578-a085-3a419e08964d", "address": "fa:16:3e:55:dc:26", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77084c94-0a", "ovs_interfaceid": "77084c94-0aab-4578-a085-3a419e08964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.657792] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Acquired lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.657968] env[69895]: DEBUG nova.network.neutron [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Refreshing network info cache for port 77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.659236] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:dc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77084c94-0aab-4578-a085-3a419e08964d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.671161] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.672261] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.672512] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c536b5-7ba4-4429-89ea-9fae8062169c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.699677] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528a95bb-a6a3-cfac-b2b5-d9258c0edfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.016401} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.701132] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.701417] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] f2cee047-b856-4e6d-b572-7890b5266568/f2cee047-b856-4e6d-b572-7890b5266568.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.701711] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.701711] env[69895]: value = "task-3472173" [ 1056.701711] env[69895]: _type = "Task" [ 1056.701711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.701906] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d906d682-e26e-425e-8bf9-e20b141091d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.712779] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472173, 'name': CreateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.714149] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1056.714149] env[69895]: value = "task-3472174" [ 1056.714149] env[69895]: _type = "Task" [ 1056.714149] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.722121] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.815095] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.816836] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.228s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.817150] env[69895]: DEBUG nova.objects.instance [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lazy-loading 'resources' on Instance uuid 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.842471] env[69895]: INFO nova.scheduler.client.report [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Deleted allocations for instance b23ea77e-90ec-4f23-a122-64de2dfee2d0 [ 1056.850869] env[69895]: DEBUG nova.compute.manager [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.850869] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.852167] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bbd042-4565-4543-b3a1-3d3a2f503210 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.860059] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.860396] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9ae7e1-1a59-4ecf-9562-1dd867e9a44a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.899711] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.943253] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.943592] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.943819] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore2] 4dc41944-a1c5-4eab-81e8-1194abe4b3d8 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.944139] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad32816-7073-426c-a572-6f185a0b6c74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951449] env[69895]: DEBUG oslo_vmware.api [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1056.951449] env[69895]: value = "task-3472176" [ 1056.951449] env[69895]: _type = "Task" [ 1056.951449] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.956331] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.966033] env[69895]: DEBUG oslo_vmware.api [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.983720] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.984077] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.984268] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.984472] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.984703] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.984917] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.985188] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.985358] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.985528] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.985731] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.986195] env[69895]: DEBUG nova.virt.hardware [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.987620] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a22a45a-0d59-42c0-952e-d730c6f9a518 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.000146] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8077d-a3d7-4e8c-aa55-276514078505 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.216894] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472173, 'name': CreateVM_Task, 'duration_secs': 0.437791} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.220432] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.221485] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.221772] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.222161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.223032] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d49a324-ca1d-4efe-a712-89308c7dfcf0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.231990] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472174, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.236181] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1057.236181] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9966d-fc93-8add-2ce4-03d5e93ed446" [ 1057.236181] env[69895]: _type = "Task" [ 1057.236181] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.245647] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9966d-fc93-8add-2ce4-03d5e93ed446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.326082] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Successfully updated port: a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.351894] env[69895]: DEBUG oslo_concurrency.lockutils [None req-96350022-0e88-49f0-9bc7-31f92f4a707d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Lock "b23ea77e-90ec-4f23-a122-64de2dfee2d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.306s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.404289] env[69895]: DEBUG oslo_vmware.api [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472172, 'name': PowerOnVM_Task, 'duration_secs': 0.551698} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.405356] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.405356] env[69895]: INFO nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1057.405356] env[69895]: DEBUG nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.405783] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f534d-e456-42c6-b6c3-72083eca580d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.468439] env[69895]: DEBUG oslo_vmware.api [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.489201] env[69895]: DEBUG nova.network.neutron [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Updated VIF entry in instance network info cache for port 77084c94-0aab-4578-a085-3a419e08964d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.489910] env[69895]: DEBUG nova.network.neutron [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Updating instance_info_cache with network_info: [{"id": "77084c94-0aab-4578-a085-3a419e08964d", "address": "fa:16:3e:55:dc:26", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77084c94-0a", "ovs_interfaceid": "77084c94-0aab-4578-a085-3a419e08964d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.619480] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cfc25b-9ebc-43a5-87c9-fa05572022cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.627838] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5835e-c198-4963-9d7d-d28b11fa56d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.659231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a94b31-850c-4d72-a078-c1af82e7540a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.666584] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea8a4de-0ac9-494a-9572-17e4c8035714 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.681725] env[69895]: DEBUG nova.compute.provider_tree [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.726059] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.745447] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9966d-fc93-8add-2ce4-03d5e93ed446, 'name': SearchDatastore_Task, 'duration_secs': 0.055168} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.745761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.745995] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.746256] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.746405] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.746585] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.746846] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcdff0bd-5792-473a-b1af-3c28fdbd0111 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.756833] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.757038] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.757765] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146adff7-37e4-4e86-827c-9cea4de0f7bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.763465] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1057.763465] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcd64e-d4a4-2acd-d5c9-88cb535ac7ec" [ 1057.763465] env[69895]: _type = "Task" [ 1057.763465] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.771329] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcd64e-d4a4-2acd-d5c9-88cb535ac7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.828916] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.829142] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.829405] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.928721] env[69895]: INFO nova.compute.manager [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Took 25.16 seconds to build instance. [ 1057.965336] env[69895]: DEBUG oslo_vmware.api [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62619} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.965728] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.966117] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.966295] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.966696] env[69895]: INFO nova.compute.manager [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1057.966868] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.967365] env[69895]: DEBUG nova.compute.manager [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.967960] env[69895]: DEBUG nova.network.neutron [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.992267] env[69895]: DEBUG oslo_concurrency.lockutils [req-445d5826-6c02-44c2-b102-1e3911245e42 req-8af36d72-bb55-4d4a-bf83-773e6a33ebf8 service nova] Releasing lock "refresh_cache-23bbf098-ba7c-4429-9fb3-fff8482d0488" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.185733] env[69895]: DEBUG nova.scheduler.client.report [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.228094] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.274401] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcd64e-d4a4-2acd-d5c9-88cb535ac7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.025211} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.275257] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364a1b2c-be4c-4f58-9221-6e6daa91ec65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.280799] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1058.280799] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bdb4e-d4c3-ce53-f1d5-d0261868b686" [ 1058.280799] env[69895]: _type = "Task" [ 1058.280799] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.289267] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bdb4e-d4c3-ce53-f1d5-d0261868b686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.365039] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.430365] env[69895]: DEBUG nova.compute.manager [req-24282dcf-47f2-437e-87cf-f27a67bf02f4 req-97929c1f-0cf9-4fbb-8da1-ddd4464c1d71 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Received event network-vif-deleted-ada58ba8-6aca-4f80-b607-a1dce73326b4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.430365] env[69895]: INFO nova.compute.manager [req-24282dcf-47f2-437e-87cf-f27a67bf02f4 req-97929c1f-0cf9-4fbb-8da1-ddd4464c1d71 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Neutron deleted interface ada58ba8-6aca-4f80-b607-a1dce73326b4; detaching it from the instance and deleting it from the info cache [ 1058.430719] env[69895]: DEBUG nova.network.neutron [req-24282dcf-47f2-437e-87cf-f27a67bf02f4 req-97929c1f-0cf9-4fbb-8da1-ddd4464c1d71 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.438822] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e40bd757-84e1-402c-bef7-0ef63caa9c93 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.673s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.516850] env[69895]: DEBUG nova.compute.manager [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-vif-plugged-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.517662] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.517947] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.518176] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.518383] env[69895]: DEBUG nova.compute.manager [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] No waiting events found dispatching network-vif-plugged-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.518659] env[69895]: WARNING nova.compute.manager [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received unexpected event network-vif-plugged-a50c7697-cc86-44d8-aea0-a1ff87b049ab for instance with vm_state building and task_state spawning. [ 1058.518908] env[69895]: DEBUG nova.compute.manager [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.519054] env[69895]: DEBUG nova.compute.manager [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.519827] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.526605] env[69895]: DEBUG nova.network.neutron [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.691134] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.693505] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.189s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.727401] env[69895]: INFO nova.scheduler.client.report [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Deleted allocations for instance 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267 [ 1058.735835] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472174, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671005} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.742023] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] f2cee047-b856-4e6d-b572-7890b5266568/f2cee047-b856-4e6d-b572-7890b5266568.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.742023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.742023] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d5bd4a-b617-4763-9ee5-181f81d485e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.746818] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1058.746818] env[69895]: value = "task-3472177" [ 1058.746818] env[69895]: _type = "Task" [ 1058.746818] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.755569] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.792851] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522bdb4e-d4c3-ce53-f1d5-d0261868b686, 'name': SearchDatastore_Task, 'duration_secs': 0.019477} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.793761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.793761] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.793929] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa4809a-1011-4257-bf05-51711b7d4324 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.803276] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1058.803276] env[69895]: value = "task-3472178" [ 1058.803276] env[69895]: _type = "Task" [ 1058.803276] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.813479] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.901316] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.902688] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ca141b-73ab-4c32-a9aa-b1304ca3b5b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.911860] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.912497] env[69895]: ERROR oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk due to incomplete transfer. [ 1058.912497] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8c6d9c6-ce5f-4969-af7b-c83a0fbcff4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.916761] env[69895]: DEBUG nova.network.neutron [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.921757] env[69895]: DEBUG oslo_vmware.rw_handles [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239376e-1731-0be3-ff8e-3edf379dee59/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.921982] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Uploaded image fd640a6b-b653-46bb-898b-867b7906528a to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.924711] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.925013] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0287c36-44d3-4c93-beb8-3b5932214d42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.931874] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1058.931874] env[69895]: value = "task-3472179" [ 1058.931874] env[69895]: _type = "Task" [ 1058.931874] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.936482] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de043866-e02e-4a82-8779-dbca1b86323e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.945966] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472179, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.950458] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d3e314-c715-440f-a08d-346de239d1d8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.990691] env[69895]: DEBUG nova.compute.manager [req-24282dcf-47f2-437e-87cf-f27a67bf02f4 req-97929c1f-0cf9-4fbb-8da1-ddd4464c1d71 service nova] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Detach interface failed, port_id=ada58ba8-6aca-4f80-b607-a1dce73326b4, reason: Instance 4dc41944-a1c5-4eab-81e8-1194abe4b3d8 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.028935] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.029509] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Instance network_info: |[{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.029865] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.030152] env[69895]: DEBUG nova.network.neutron [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.035137] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:be:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a50c7697-cc86-44d8-aea0-a1ff87b049ab', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.044219] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.044996] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.045289] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b175ae0-e7f4-4bb9-9a83-fbb5056f53d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.072478] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.072478] env[69895]: value = "task-3472180" [ 1059.072478] env[69895]: _type = "Task" [ 1059.072478] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.082160] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472180, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.242936] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cd4254ca-4b13-4f7a-935d-94e9cb4b3b2e tempest-ServersAaction247Test-44870843 tempest-ServersAaction247Test-44870843-project-member] Lock "6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.898s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.262735] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073305} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.262841] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.263639] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f023a1-25e0-454a-9675-c32333158c8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.290698] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] f2cee047-b856-4e6d-b572-7890b5266568/f2cee047-b856-4e6d-b572-7890b5266568.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.294630] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a030289f-b792-4d5a-b7f0-73fbcb19bc6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.322617] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.324119] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1059.324119] env[69895]: value = "task-3472181" [ 1059.324119] env[69895]: _type = "Task" [ 1059.324119] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.345590] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.420682] env[69895]: INFO nova.compute.manager [-] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Took 1.45 seconds to deallocate network for instance. [ 1059.443135] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472179, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.584745] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472180, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.592658] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc94f64-4cc9-4d58-a217-9c4f30da9a74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.599808] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65239acc-7c8d-423b-8d68-ad0d21b23244 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.637716] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52489875-fb75-466d-8943-f274d6ba423d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.645806] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26efc3a5-f032-49f9-b23c-b7eecf7b6a2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.660088] env[69895]: DEBUG nova.compute.provider_tree [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.793187] env[69895]: DEBUG nova.network.neutron [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.793579] env[69895]: DEBUG nova.network.neutron [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.821924] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566922} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.822249] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.822470] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.822743] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b515379-27a7-4c51-95bf-efbed5db7abf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.830097] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1059.830097] env[69895]: value = "task-3472182" [ 1059.830097] env[69895]: _type = "Task" [ 1059.830097] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.839429] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.844899] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472181, 'name': ReconfigVM_Task, 'duration_secs': 0.414686} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.845953] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Reconfigured VM instance instance-00000063 to attach disk [datastore2] f2cee047-b856-4e6d-b572-7890b5266568/f2cee047-b856-4e6d-b572-7890b5266568.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.845953] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bef338b-e9dd-4712-8e58-21804de37e8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.851941] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1059.851941] env[69895]: value = "task-3472183" [ 1059.851941] env[69895]: _type = "Task" [ 1059.851941] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.860721] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472183, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.931583] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.943572] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472179, 'name': Destroy_Task, 'duration_secs': 0.589567} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.943852] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Destroyed the VM [ 1059.944559] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.944781] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4ed5293-d0fb-4026-bee2-06c942368214 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.953937] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1059.953937] env[69895]: value = "task-3472184" [ 1059.953937] env[69895]: _type = "Task" [ 1059.953937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.965557] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.032438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.032896] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.033259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.033572] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.033857] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.036892] env[69895]: INFO nova.compute.manager [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Terminating instance [ 1060.082652] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472180, 'name': CreateVM_Task, 'duration_secs': 0.592963} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.082652] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.082652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.082652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.082652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.082944] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3effc205-25c1-4e41-9eb4-c566e5c8bfb9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.088466] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1060.088466] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521c19b0-f855-49b4-bd45-ed4edd8d08b2" [ 1060.088466] env[69895]: _type = "Task" [ 1060.088466] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.097044] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521c19b0-f855-49b4-bd45-ed4edd8d08b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.164806] env[69895]: DEBUG nova.scheduler.client.report [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.296595] env[69895]: DEBUG oslo_concurrency.lockutils [req-265ef29d-56bf-4419-86b8-65be90149b54 req-5f5adee0-59e8-4306-9825-5138079f3176 service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.340560] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074219} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.340933] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.341948] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b848fe-7427-4753-a6b5-e0429331638b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.368549] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.372316] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f30535-300c-4d66-8668-594da7c5600c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.397314] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1060.397314] env[69895]: value = "task-3472185" [ 1060.397314] env[69895]: _type = "Task" [ 1060.397314] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.397578] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472183, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.409272] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.464684] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.543572] env[69895]: DEBUG nova.compute.manager [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.543572] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.545707] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7f12bc-327b-4680-890c-05eb6e4cfa5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.555087] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.555087] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7b2eb8-f4c5-4e72-a72b-5bde11e8ec55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.560616] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1060.560616] env[69895]: value = "task-3472186" [ 1060.560616] env[69895]: _type = "Task" [ 1060.560616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.568647] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.598632] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521c19b0-f855-49b4-bd45-ed4edd8d08b2, 'name': SearchDatastore_Task, 'duration_secs': 0.024734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.599097] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.599470] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.599744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.599898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.600117] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.600388] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5585378d-70a0-4ff2-9fc4-c4e28d938be3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.613100] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.613315] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.614074] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a13b982-f5d5-4ce9-8360-71a08323e1d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.619568] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1060.619568] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fda8f0-d5aa-fe7b-e8d2-7548bd7c6ca6" [ 1060.619568] env[69895]: _type = "Task" [ 1060.619568] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.627120] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fda8f0-d5aa-fe7b-e8d2-7548bd7c6ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.870557] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472183, 'name': Rename_Task, 'duration_secs': 0.977655} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.870912] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.871208] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf474a4-3be6-45f6-beb4-185095c39350 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.878763] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1060.878763] env[69895]: value = "task-3472187" [ 1060.878763] env[69895]: _type = "Task" [ 1060.878763] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.887681] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.901041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.901041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.913402] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.969162] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472184, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.071023] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472186, 'name': PowerOffVM_Task, 'duration_secs': 0.296647} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.071373] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.071594] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.071918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2296f6-3c5c-4ff1-93c9-f4cf2a2b46e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.130106] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fda8f0-d5aa-fe7b-e8d2-7548bd7c6ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.059536} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.130822] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b22eea-300b-4172-9e41-e421429fcb13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.134542] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.134776] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.134973] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.135632] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab6995d8-5f38-4328-bf20-1098bedd97a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.139224] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1061.139224] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239f028-59b9-43a9-0941-195bd179e86c" [ 1061.139224] env[69895]: _type = "Task" [ 1061.139224] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.143672] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1061.143672] env[69895]: value = "task-3472189" [ 1061.143672] env[69895]: _type = "Task" [ 1061.143672] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.150181] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239f028-59b9-43a9-0941-195bd179e86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.154858] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.175718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.482s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.179354] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.248s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.179695] env[69895]: DEBUG nova.objects.instance [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid 4dc41944-a1c5-4eab-81e8-1194abe4b3d8 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.389469] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.406463] env[69895]: INFO nova.compute.manager [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Detaching volume 42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f [ 1061.414116] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472185, 'name': ReconfigVM_Task, 'duration_secs': 0.665913} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.416897] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.418475] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30b4ce2f-b1f0-4ad4-b6bc-b8a7337f8edb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.426769] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1061.426769] env[69895]: value = "task-3472190" [ 1061.426769] env[69895]: _type = "Task" [ 1061.426769] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.436779] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472190, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.455078] env[69895]: INFO nova.virt.block_device [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Attempting to driver detach volume 42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f from mountpoint /dev/sdb [ 1061.455078] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1061.455261] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694039', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'name': 'volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c9eec4-5512-4226-a03d-e08e034e6817', 'attached_at': '', 'detached_at': '', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'serial': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1061.456233] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d7b2cd-2e41-403c-b478-29e77b34d0d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.467304] env[69895]: DEBUG oslo_vmware.api [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472184, 'name': RemoveSnapshot_Task, 'duration_secs': 1.488587} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.483871] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.484159] env[69895]: INFO nova.compute.manager [None req-b32d55ba-566c-41d6-a1db-71a3990fe36a tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 1061.487599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b23bbc1-3b3e-49bc-8d20-cb482f6c8a75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.495459] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd0e5f-b8c6-4dea-841e-8568b77df8cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.519912] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c344a555-29ff-4b33-9b34-197b68c9a11b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.536855] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] The volume has not been displaced from its original location: [datastore2] volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f/volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1061.542857] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.543559] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80c1f90-5977-475c-ad67-07a03e739ab0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.563310] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1061.563310] env[69895]: value = "task-3472191" [ 1061.563310] env[69895]: _type = "Task" [ 1061.563310] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.571908] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.653018] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5239f028-59b9-43a9-0941-195bd179e86c, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.653832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.654195] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a7b6bcfd-869d-4cfe-9acb-5d66312e296a/a7b6bcfd-869d-4cfe-9acb-5d66312e296a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.654521] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bff2149-7b98-42a8-9246-80b8b370be36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.661167] env[69895]: DEBUG oslo_vmware.api [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230555} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.661885] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.662162] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.662370] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.662547] env[69895]: INFO nova.compute.manager [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1061.662793] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.662984] env[69895]: DEBUG nova.compute.manager [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.663111] env[69895]: DEBUG nova.network.neutron [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.666498] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1061.666498] env[69895]: value = "task-3472192" [ 1061.666498] env[69895]: _type = "Task" [ 1061.666498] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.675794] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.756529] env[69895]: INFO nova.scheduler.client.report [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted allocation for migration 4a97ef22-1551-42e8-a7c5-99a8ff08b690 [ 1061.896077] env[69895]: DEBUG oslo_vmware.api [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472187, 'name': PowerOnVM_Task, 'duration_secs': 0.855053} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.898883] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.899078] env[69895]: INFO nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1061.899264] env[69895]: DEBUG nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.900470] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a065cf-18af-46f5-ab0e-2e24c17e1674 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.936763] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472190, 'name': Rename_Task, 'duration_secs': 0.22517} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.937169] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.937449] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77af5a65-6488-488d-a93a-65f0c9592497 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.947546] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1061.947546] env[69895]: value = "task-3472193" [ 1061.947546] env[69895]: _type = "Task" [ 1061.947546] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.963194] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.974096] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbadb45-825d-4820-800b-e4e7142e0315 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.986723] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e4e41-d5c7-4721-9209-8e47a0f7b52a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.046582] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1be3ed-9fa2-4432-a8da-b348cb4e28c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.057062] env[69895]: DEBUG nova.compute.manager [req-a3a1c290-0faf-47de-a81a-2a1325ffd944 req-0bc37cbf-27cf-4310-ab9b-e04128ff496a service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Received event network-vif-deleted-e4e83843-a964-431a-b660-bb4841a3fcfb {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.057793] env[69895]: INFO nova.compute.manager [req-a3a1c290-0faf-47de-a81a-2a1325ffd944 req-0bc37cbf-27cf-4310-ab9b-e04128ff496a service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Neutron deleted interface e4e83843-a964-431a-b660-bb4841a3fcfb; detaching it from the instance and deleting it from the info cache [ 1062.057793] env[69895]: DEBUG nova.network.neutron [req-a3a1c290-0faf-47de-a81a-2a1325ffd944 req-0bc37cbf-27cf-4310-ab9b-e04128ff496a service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.066168] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb992574-4757-449c-bf74-280c40b4f32b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.100699] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472191, 'name': ReconfigVM_Task, 'duration_secs': 0.26544} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.102601] env[69895]: DEBUG nova.compute.provider_tree [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.108024] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.112990] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3829d8-14d0-44d5-81a5-1cd6b29a3fc1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.132024] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1062.132024] env[69895]: value = "task-3472194" [ 1062.132024] env[69895]: _type = "Task" [ 1062.132024] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.139558] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.179422] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472192, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.264666] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5ce7cc05-afa8-407d-925d-7bac715464ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.153s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.393047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.393047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.393047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "bbf445db-282d-4c48-a947-c412207b74ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.393047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.393047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.396098] env[69895]: INFO nova.compute.manager [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Terminating instance [ 1062.422047] env[69895]: INFO nova.compute.manager [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Took 22.86 seconds to build instance. [ 1062.459121] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.468032] env[69895]: DEBUG nova.network.neutron [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.565683] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2639ecf1-af7b-4c58-a33d-10aadaca15c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.575843] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a653f-e23b-4759-8668-708e7cf4cd29 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.613170] env[69895]: DEBUG nova.compute.manager [req-a3a1c290-0faf-47de-a81a-2a1325ffd944 req-0bc37cbf-27cf-4310-ab9b-e04128ff496a service nova] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Detach interface failed, port_id=e4e83843-a964-431a-b660-bb4841a3fcfb, reason: Instance 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.614242] env[69895]: DEBUG nova.scheduler.client.report [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.640860] env[69895]: DEBUG oslo_vmware.api [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472194, 'name': ReconfigVM_Task, 'duration_secs': 0.159859} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.642074] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694039', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'name': 'volume-42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39c9eec4-5512-4226-a03d-e08e034e6817', 'attached_at': '', 'detached_at': '', 'volume_id': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f', 'serial': '42fbcac2-bc66-46ff-a7a6-e0ca9ae1136f'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1062.677273] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654514} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.677662] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] a7b6bcfd-869d-4cfe-9acb-5d66312e296a/a7b6bcfd-869d-4cfe-9acb-5d66312e296a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.677913] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.678241] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ffabdd7-a118-46a8-964b-40bb394212be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.685093] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1062.685093] env[69895]: value = "task-3472195" [ 1062.685093] env[69895]: _type = "Task" [ 1062.685093] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.696578] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.708432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "f2cee047-b856-4e6d-b572-7890b5266568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.899993] env[69895]: DEBUG nova.compute.manager [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.900254] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.901191] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc9234-e15f-46c0-89c4-9a8762e32b8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.910029] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.910029] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d17af70-6b42-4d09-bea5-57ff62f82e11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.915711] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1062.915711] env[69895]: value = "task-3472196" [ 1062.915711] env[69895]: _type = "Task" [ 1062.915711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.926509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.374s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.926823] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.927135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.219s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.927362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "f2cee047-b856-4e6d-b572-7890b5266568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.927564] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.927730] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.929904] env[69895]: INFO nova.compute.manager [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Terminating instance [ 1062.958688] env[69895]: DEBUG oslo_vmware.api [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472193, 'name': PowerOnVM_Task, 'duration_secs': 0.884439} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.958688] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.958978] env[69895]: INFO nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1062.959085] env[69895]: DEBUG nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.959989] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b03e9-6a90-40b3-83fc-ab8be5ce0545 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.971336] env[69895]: INFO nova.compute.manager [-] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Took 1.31 seconds to deallocate network for instance. [ 1063.119284] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.142516] env[69895]: INFO nova.scheduler.client.report [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance 4dc41944-a1c5-4eab-81e8-1194abe4b3d8 [ 1063.192138] env[69895]: DEBUG nova.objects.instance [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.199970] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071481} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.200186] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.201073] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f480f-354b-4efe-b24b-c1baa3c76bcf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.225015] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a7b6bcfd-869d-4cfe-9acb-5d66312e296a/a7b6bcfd-869d-4cfe-9acb-5d66312e296a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.225586] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b1727d-5155-4393-a735-74f944b70732 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.246534] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1063.246534] env[69895]: value = "task-3472197" [ 1063.246534] env[69895]: _type = "Task" [ 1063.246534] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.255746] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.425244] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472196, 'name': PowerOffVM_Task, 'duration_secs': 0.390913} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.425504] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.425680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.425967] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf0a428-c0b6-4476-b34e-f250dfecfd32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.433883] env[69895]: DEBUG nova.compute.manager [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.434122] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.434949] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a961f8ca-11ad-4eb9-82a5-83b1bc4e9f01 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.444264] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.444511] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fceafda0-9e5d-413b-99b4-453aa0b753c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.450743] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1063.450743] env[69895]: value = "task-3472199" [ 1063.450743] env[69895]: _type = "Task" [ 1063.450743] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.458245] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.477997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.477997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.477997] env[69895]: DEBUG nova.objects.instance [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'resources' on Instance uuid 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.482022] env[69895]: INFO nova.compute.manager [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Took 21.86 seconds to build instance. [ 1063.485110] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.485332] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.485513] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleting the datastore file [datastore1] bbf445db-282d-4c48-a947-c412207b74ae {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.485853] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4a1e6a-46c1-4caa-83d0-c0ca9ddb20ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.492944] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1063.492944] env[69895]: value = "task-3472200" [ 1063.492944] env[69895]: _type = "Task" [ 1063.492944] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.501519] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.650663] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13275cd5-6ed0-4621-94b1-aa832c7a0995 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "4dc41944-a1c5-4eab-81e8-1194abe4b3d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.308s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.757336] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472197, 'name': ReconfigVM_Task, 'duration_secs': 0.326638} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.757602] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a7b6bcfd-869d-4cfe-9acb-5d66312e296a/a7b6bcfd-869d-4cfe-9acb-5d66312e296a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.758255] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-518b8711-5290-4e63-951d-725242091b47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.764219] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1063.764219] env[69895]: value = "task-3472201" [ 1063.764219] env[69895]: _type = "Task" [ 1063.764219] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.769846] env[69895]: DEBUG nova.compute.manager [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.773378] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8150e69-9670-43d2-84a9-df0d3a3a763e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.776055] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472201, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.962214] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472199, 'name': PowerOffVM_Task, 'duration_secs': 0.302163} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.962571] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.962727] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.962997] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-213adb0c-3c5e-464a-a5b5-78098c64df63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.983522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8dcf6527-d9e7-4a34-b544-9af8401f77ec tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.376s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.013143] env[69895]: DEBUG oslo_vmware.api [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173754} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.017216] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.017582] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.017840] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.018149] env[69895]: INFO nova.compute.manager [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1064.018519] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.019835] env[69895]: DEBUG nova.compute.manager [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.019835] env[69895]: DEBUG nova.network.neutron [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.024051] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.024965] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.024965] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Deleting the datastore file [datastore2] f2cee047-b856-4e6d-b572-7890b5266568 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.025143] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31834ed5-d493-4c1f-ba75-57489642f137 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.037020] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for the task: (returnval){ [ 1064.037020] env[69895]: value = "task-3472203" [ 1064.037020] env[69895]: _type = "Task" [ 1064.037020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.044489] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.199584] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8ad0caeb-617d-49a5-ba65-d0a65056e267 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.233270] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23a8b0f-461f-4202-be0b-d7e287c4c73b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.240065] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227f183-92e6-46fd-8133-254fa4bdf922 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274990] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70098f2b-1b62-4fa8-88d7-ec88bda15a76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.282675] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472201, 'name': Rename_Task, 'duration_secs': 0.131183} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.285272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.285505] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.285743] env[69895]: DEBUG nova.compute.manager [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.286112] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.287104] env[69895]: INFO nova.compute.manager [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] instance snapshotting [ 1064.289283] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9507ede-d501-47c2-88e2-27adec1e81d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.291831] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd815cd8-1f46-4883-be4a-c61a62146ae9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.295795] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ee6cee-96ae-46fc-9de2-4d3537527ca6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.301231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524f596-df7e-4b04-b47f-ad190a9cfecd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.307494] env[69895]: DEBUG nova.compute.manager [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.308124] env[69895]: DEBUG nova.objects.instance [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.331916] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1064.331916] env[69895]: value = "task-3472204" [ 1064.331916] env[69895]: _type = "Task" [ 1064.331916] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.332563] env[69895]: DEBUG nova.compute.provider_tree [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.335879] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c1a709-df56-4ec3-91fd-2b2ef878419d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.356279] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.482017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.482017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.482017] env[69895]: DEBUG nova.compute.manager [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.482275] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39326f88-4e77-4f10-8f3e-e7b57509dac6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.488849] env[69895]: DEBUG nova.compute.manager [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1064.489809] env[69895]: DEBUG nova.objects.instance [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'flavor' on Instance uuid 23bbf098-ba7c-4429-9fb3-fff8482d0488 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.522359] env[69895]: DEBUG nova.compute.manager [req-6e17bedf-0fb6-49db-88f3-e10b80328e40 req-77bd0153-a08d-45bd-8fa1-b67db2ba06da service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Received event network-vif-deleted-21b937e5-f171-432d-818d-7ae40bee3e69 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.522359] env[69895]: INFO nova.compute.manager [req-6e17bedf-0fb6-49db-88f3-e10b80328e40 req-77bd0153-a08d-45bd-8fa1-b67db2ba06da service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Neutron deleted interface 21b937e5-f171-432d-818d-7ae40bee3e69; detaching it from the instance and deleting it from the info cache [ 1064.522359] env[69895]: DEBUG nova.network.neutron [req-6e17bedf-0fb6-49db-88f3-e10b80328e40 req-77bd0153-a08d-45bd-8fa1-b67db2ba06da service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.546018] env[69895]: DEBUG oslo_vmware.api [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Task: {'id': task-3472203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400939} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.546329] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.547018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.547279] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.547480] env[69895]: INFO nova.compute.manager [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1064.548147] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.548147] env[69895]: DEBUG nova.compute.manager [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.548147] env[69895]: DEBUG nova.network.neutron [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.836467] env[69895]: DEBUG nova.scheduler.client.report [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.853998] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.858202] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.858685] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f2a39a4-12cc-49d4-8ae9-31a95174b380 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.866504] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1064.866504] env[69895]: value = "task-3472205" [ 1064.866504] env[69895]: _type = "Task" [ 1064.866504] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.879772] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.999548] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c5c16672-1d0e-435b-a562-0fd5656dd921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.999756] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.004236] env[69895]: DEBUG nova.network.neutron [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.025074] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb9833b1-c282-4a2b-863c-f1befb65da9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.035286] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b724cd-deff-4db2-8578-ddee7d7899d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.071457] env[69895]: DEBUG nova.compute.manager [req-6e17bedf-0fb6-49db-88f3-e10b80328e40 req-77bd0153-a08d-45bd-8fa1-b67db2ba06da service nova] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Detach interface failed, port_id=21b937e5-f171-432d-818d-7ae40bee3e69, reason: Instance bbf445db-282d-4c48-a947-c412207b74ae could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.300439] env[69895]: DEBUG nova.network.neutron [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.343542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.350216] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.350504] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b6a4276-522e-45c5-99b6-5f0f4e5ce2e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.358386] env[69895]: DEBUG oslo_vmware.api [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472204, 'name': PowerOnVM_Task, 'duration_secs': 0.62734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.359931] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.360101] env[69895]: INFO nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1065.360842] env[69895]: DEBUG nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.360842] env[69895]: DEBUG oslo_vmware.api [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1065.360842] env[69895]: value = "task-3472206" [ 1065.360842] env[69895]: _type = "Task" [ 1065.360842] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.362296] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af65580e-1ae0-45df-9ad0-a0c1d867e617 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.369450] env[69895]: INFO nova.scheduler.client.report [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040 [ 1065.375504] env[69895]: DEBUG nova.compute.manager [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.380925] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b727fd3-cf72-435d-8f82-f4da354215c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.388233] env[69895]: DEBUG oslo_vmware.api [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.402859] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.502314] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.503211] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.505686] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38362bf-c6dd-4f84-bc3c-50fd27961f7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.508438] env[69895]: INFO nova.compute.manager [-] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Took 1.49 seconds to deallocate network for instance. [ 1065.516029] env[69895]: DEBUG oslo_vmware.api [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1065.516029] env[69895]: value = "task-3472207" [ 1065.516029] env[69895]: _type = "Task" [ 1065.516029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.525664] env[69895]: DEBUG oslo_vmware.api [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.803401] env[69895]: INFO nova.compute.manager [-] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Took 1.26 seconds to deallocate network for instance. [ 1065.875136] env[69895]: DEBUG oslo_vmware.api [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472206, 'name': PowerOffVM_Task, 'duration_secs': 0.180197} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.875499] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.875698] env[69895]: DEBUG nova.compute.manager [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.879558] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df301d8-4ed8-497a-8a34-d4c6533be2b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.886323] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ace7c273-d378-44ea-88f2-10de34d01abe tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.894439] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472205, 'name': CreateSnapshot_Task, 'duration_secs': 0.685809} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.898737] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.899865] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fbc21f-7671-4a28-b02e-e87a6da7a252 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.904720] env[69895]: INFO nova.compute.manager [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] instance snapshotting [ 1065.905160] env[69895]: DEBUG nova.objects.instance [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.906370] env[69895]: INFO nova.compute.manager [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Took 21.77 seconds to build instance. [ 1066.014840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.015128] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.015318] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.025976] env[69895]: DEBUG oslo_vmware.api [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472207, 'name': PowerOffVM_Task, 'duration_secs': 0.18714} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.026280] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.026500] env[69895]: DEBUG nova.compute.manager [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.028069] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003f6d6-cd1b-47c6-aedd-21402889d3f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.031524] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.031778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.033493] env[69895]: INFO nova.compute.claims [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.039901] env[69895]: INFO nova.scheduler.client.report [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted allocations for instance bbf445db-282d-4c48-a947-c412207b74ae [ 1066.310530] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.407435] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ab321925-2120-40cc-b3e8-5d66a79f3477 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.408562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3d9057e-514a-400d-8f85-7e26987f9973 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.281s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.411794] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f7f6b8-19fd-4417-a64f-ab8dffc70ef6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.423738] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1066.439508] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14c565c8-b6a7-4e7d-814a-fcfbb41fb67c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.444561] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def50fa3-5f85-47e0-a5ab-9a8e46be836d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.455850] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1066.455850] env[69895]: value = "task-3472208" [ 1066.455850] env[69895]: _type = "Task" [ 1066.455850] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.465318] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472208, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.547203] env[69895]: DEBUG oslo_concurrency.lockutils [None req-4492b976-42c7-4923-b25a-40a5fa211c2a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.550807] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5f934d7e-3c44-4329-ad44-11d001c22b81 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "bbf445db-282d-4c48-a947-c412207b74ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.158s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.668138] env[69895]: DEBUG nova.compute.manager [req-eefdde52-b072-4efc-9f2b-d0810a57869a req-1d712165-1f54-4106-98d6-363b1e0ec4d0 service nova] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Received event network-vif-deleted-6acb4857-ccc8-46d6-bec5-b825aeab27f0 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.684428] env[69895]: DEBUG nova.objects.instance [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.958090] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.958499] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3dab3e4d-5561-4dd7-ad12-a44544e1d8da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.972057] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472208, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.973358] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1066.973358] env[69895]: value = "task-3472209" [ 1066.973358] env[69895]: _type = "Task" [ 1066.973358] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.981653] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.163538] env[69895]: INFO nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Rebuilding instance [ 1067.194526] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.194692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.194861] env[69895]: DEBUG nova.network.neutron [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.195105] env[69895]: DEBUG nova.objects.instance [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'info_cache' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.219459] env[69895]: DEBUG nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.220914] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2c2d7-d1e6-490f-90f3-120502e9cc46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.239282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.239282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.323919] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c982c-6a68-4df3-9201-0250e7cc7094 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.334016] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753f19c-6dbb-49a0-93e0-04efba3c51e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.369271] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c437b-2c55-4917-a6d8-a118f1774b02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378798] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df8e91-5fde-456a-9e85-be54652765ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.393810] env[69895]: DEBUG nova.compute.provider_tree [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.470025] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472208, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.483062] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.700417] env[69895]: DEBUG nova.objects.base [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Object Instance<39c9eec4-5512-4226-a03d-e08e034e6817> lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.719426] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.719663] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.741299] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.833030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.833030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.898151] env[69895]: DEBUG nova.scheduler.client.report [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.969251] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472208, 'name': CloneVM_Task, 'duration_secs': 1.145692} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.969600] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Created linked-clone VM from snapshot [ 1067.970342] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2284ed4-c645-4b97-bc14-5709a5ea69d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.977276] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Uploading image d1fb99e9-a1cf-4d4d-bffa-aef7ee77415c {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.988250] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472209, 'name': CreateSnapshot_Task, 'duration_secs': 0.58665} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.988485] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.989193] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7aad07-68fd-4c8f-8367-9965a68345db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.002022] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.002022] env[69895]: value = "vm-694073" [ 1068.002022] env[69895]: _type = "VirtualMachine" [ 1068.002022] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.002022] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57945b30-9084-4ab7-a719-25a9a78bbb61 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.007921] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease: (returnval){ [ 1068.007921] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52398372-ea0e-7f2d-a52b-6c3a8d1def6d" [ 1068.007921] env[69895]: _type = "HttpNfcLease" [ 1068.007921] env[69895]: } obtained for exporting VM: (result){ [ 1068.007921] env[69895]: value = "vm-694073" [ 1068.007921] env[69895]: _type = "VirtualMachine" [ 1068.007921] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.008215] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the lease: (returnval){ [ 1068.008215] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52398372-ea0e-7f2d-a52b-6c3a8d1def6d" [ 1068.008215] env[69895]: _type = "HttpNfcLease" [ 1068.008215] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.014018] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.014018] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52398372-ea0e-7f2d-a52b-6c3a8d1def6d" [ 1068.014018] env[69895]: _type = "HttpNfcLease" [ 1068.014018] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.222260] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.237364] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.237638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53213abb-a55e-43ce-bcfe-4a5316beb726 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.244399] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1068.244399] env[69895]: value = "task-3472211" [ 1068.244399] env[69895]: _type = "Task" [ 1068.244399] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.257681] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1068.257916] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.258748] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08d172-5c72-4cdf-82bf-8fd56c828bee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.266183] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.267120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.267360] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38de9497-4f2b-45b3-972e-27bf5013cb2a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.335273] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.355353] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.355599] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.355786] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore2] 23bbf098-ba7c-4429-9fb3-fff8482d0488 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.356095] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde3c5e4-f5cc-484f-92ba-94829ae2d29f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.363294] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1068.363294] env[69895]: value = "task-3472213" [ 1068.363294] env[69895]: _type = "Task" [ 1068.363294] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.371760] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.404714] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.404714] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.407041] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.097s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.407255] env[69895]: DEBUG nova.objects.instance [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lazy-loading 'resources' on Instance uuid f2cee047-b856-4e6d-b572-7890b5266568 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.427087] env[69895]: DEBUG nova.network.neutron [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [{"id": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "address": "fa:16:3e:6b:05:06", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7a75ca-60", "ovs_interfaceid": "ae7a75ca-6063-456c-bb05-d602c9bad68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.511463] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.511888] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9917e256-b71c-48a1-bb3a-b0ce919e25ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.522401] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.522401] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52398372-ea0e-7f2d-a52b-6c3a8d1def6d" [ 1068.522401] env[69895]: _type = "HttpNfcLease" [ 1068.522401] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.523640] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.523640] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52398372-ea0e-7f2d-a52b-6c3a8d1def6d" [ 1068.523640] env[69895]: _type = "HttpNfcLease" [ 1068.523640] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.523982] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1068.523982] env[69895]: value = "task-3472214" [ 1068.523982] env[69895]: _type = "Task" [ 1068.523982] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.524610] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e67110-bfa9-476f-82c9-7b104c37149a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.539798] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.539989] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.545046] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472214, 'name': CloneVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.644962] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9862ed02-8b55-430e-8418-2ac38e2c1944 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.697562] env[69895]: DEBUG nova.compute.manager [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.697761] env[69895]: DEBUG nova.compute.manager [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.697976] env[69895]: DEBUG oslo_concurrency.lockutils [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698143] env[69895]: DEBUG oslo_concurrency.lockutils [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.698305] env[69895]: DEBUG nova.network.neutron [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.745067] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.855042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.873191] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324077} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.873532] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.873820] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.874052] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.910639] env[69895]: DEBUG nova.compute.utils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.916420] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.916666] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.929536] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "refresh_cache-39c9eec4-5512-4226-a03d-e08e034e6817" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.958946] env[69895]: DEBUG nova.policy [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.038521] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472214, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.042622] env[69895]: INFO nova.compute.manager [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Rebuilding instance [ 1069.082109] env[69895]: DEBUG nova.compute.manager [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.083087] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac59e5-f95b-4e81-b42f-ccbf78096749 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.184293] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e9904-f8fe-49f9-a42e-6a0280fa0d4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.193135] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19daf50-4625-4f39-8d48-30e447eb4bea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.236179] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e120d14-a1fe-4695-8170-d60cc1d1dc83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.244226] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce94cf-ebdb-4f55-bdbd-8224df7a8214 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.259786] env[69895]: DEBUG nova.compute.provider_tree [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.262038] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Successfully created port: a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.416462] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.528633] env[69895]: DEBUG nova.network.neutron [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.529219] env[69895]: DEBUG nova.network.neutron [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.541074] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472214, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.766881] env[69895]: DEBUG nova.scheduler.client.report [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.915548] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.915868] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.915963] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.916292] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.916513] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.916692] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.916960] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.917207] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.917442] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.917666] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.917866] env[69895]: DEBUG nova.virt.hardware [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.919222] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602887e1-3968-4ff5-8ae5-cd1c7da84817 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.931199] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b00c3f-8728-44a0-8abd-d33ef509ece6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.935876] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.938401] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d42b3a-c3db-4774-b03f-781597b2df98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.949029] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:dc:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77084c94-0aab-4578-a085-3a419e08964d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.958596] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.961529] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.962247] env[69895]: DEBUG oslo_vmware.api [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1069.962247] env[69895]: value = "task-3472215" [ 1069.962247] env[69895]: _type = "Task" [ 1069.962247] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.963731] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd5b2b3-de1c-465a-95d7-da263a1c8966 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.990457] env[69895]: DEBUG oslo_vmware.api [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.991876] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.991876] env[69895]: value = "task-3472216" [ 1069.991876] env[69895]: _type = "Task" [ 1069.991876] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.000783] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472216, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.035945] env[69895]: DEBUG oslo_concurrency.lockutils [req-2acc1fa9-1fa3-4559-ab28-3905d076d9ba req-ac825472-eaa6-4e3f-9273-35eb928be40a service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041616] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472214, 'name': CloneVM_Task, 'duration_secs': 1.269751} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.041945] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created linked-clone VM from snapshot [ 1070.042779] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce43a84-7b3d-4b68-9e1a-ec87c59fd36b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.051109] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploading image 11030262-ce36-4986-bad6-3915f6a40fcf {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.075027] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.075027] env[69895]: value = "vm-694075" [ 1070.075027] env[69895]: _type = "VirtualMachine" [ 1070.075027] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.075396] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e55e5147-c05e-4092-9087-d524887b116e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.082019] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease: (returnval){ [ 1070.082019] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521bb9fa-8af0-8392-e3fc-a12d9ffbd3fc" [ 1070.082019] env[69895]: _type = "HttpNfcLease" [ 1070.082019] env[69895]: } obtained for exporting VM: (result){ [ 1070.082019] env[69895]: value = "vm-694075" [ 1070.082019] env[69895]: _type = "VirtualMachine" [ 1070.082019] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.083038] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the lease: (returnval){ [ 1070.083038] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521bb9fa-8af0-8392-e3fc-a12d9ffbd3fc" [ 1070.083038] env[69895]: _type = "HttpNfcLease" [ 1070.083038] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.089085] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.089085] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521bb9fa-8af0-8392-e3fc-a12d9ffbd3fc" [ 1070.089085] env[69895]: _type = "HttpNfcLease" [ 1070.089085] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.101279] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.101680] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e0fb98-5610-4dfc-a4ae-3bbd80aae42c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.107930] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1070.107930] env[69895]: value = "task-3472218" [ 1070.107930] env[69895]: _type = "Task" [ 1070.107930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.118549] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.271532] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.274989] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.008s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.277531] env[69895]: INFO nova.compute.claims [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.302659] env[69895]: INFO nova.scheduler.client.report [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Deleted allocations for instance f2cee047-b856-4e6d-b572-7890b5266568 [ 1070.427577] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.452365] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.452685] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.452878] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.453091] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.453283] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.453442] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.453727] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.453917] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.454167] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.454374] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.454681] env[69895]: DEBUG nova.virt.hardware [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.455723] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf3f10f-e8fa-4a13-b493-edbb85a3a127 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.464629] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a12fee0-f3bf-4e11-8540-c0b7980018f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.487559] env[69895]: DEBUG oslo_vmware.api [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472215, 'name': PowerOnVM_Task, 'duration_secs': 0.491423} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.487834] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.488038] env[69895]: DEBUG nova.compute.manager [None req-aba551c8-5563-4b39-a843-d25568b55123 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.488804] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca17d91-744e-40e4-8239-76ba8d4db64f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.505273] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472216, 'name': CreateVM_Task, 'duration_secs': 0.416674} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.505458] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.506144] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.506325] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.506665] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.506922] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde3a7eb-81c3-49c8-a9e5-fb62f31a5322 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.512235] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1070.512235] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fb9338-330d-4589-f463-3507f3312a4a" [ 1070.512235] env[69895]: _type = "Task" [ 1070.512235] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.521088] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fb9338-330d-4589-f463-3507f3312a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.590805] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.590805] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521bb9fa-8af0-8392-e3fc-a12d9ffbd3fc" [ 1070.590805] env[69895]: _type = "HttpNfcLease" [ 1070.590805] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.591130] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.591130] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521bb9fa-8af0-8392-e3fc-a12d9ffbd3fc" [ 1070.591130] env[69895]: _type = "HttpNfcLease" [ 1070.591130] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.591916] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e70d02b-2d9a-451e-b868-20c16bf88225 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.599047] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.599235] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.664864] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472218, 'name': PowerOffVM_Task, 'duration_secs': 0.242283} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.665752] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.666537] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.667063] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3b1dbc-cda6-4d1f-badb-38a5afcb9893 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.673536] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1070.673536] env[69895]: value = "task-3472219" [ 1070.673536] env[69895]: _type = "Task" [ 1070.673536] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.683056] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.726371] env[69895]: DEBUG nova.compute.manager [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Received event network-vif-plugged-a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.726702] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] Acquiring lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.726992] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.727256] env[69895]: DEBUG oslo_concurrency.lockutils [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.727502] env[69895]: DEBUG nova.compute.manager [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] No waiting events found dispatching network-vif-plugged-a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.727720] env[69895]: WARNING nova.compute.manager [req-4e5f2d7b-477d-4824-97db-52555a09c6f4 req-0af138cf-f501-433c-8e39-ac626db5f39c service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Received unexpected event network-vif-plugged-a17a54b8-d948-4995-a592-1122bc27cbe5 for instance with vm_state building and task_state spawning. [ 1070.731740] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e69081b2-b8a6-4d59-a066-49243142ddf1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.798282] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Successfully updated port: a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.813644] env[69895]: DEBUG oslo_concurrency.lockutils [None req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Lock "f2cee047-b856-4e6d-b572-7890b5266568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.886s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.025056] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fb9338-330d-4589-f463-3507f3312a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.015002} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.025391] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.025633] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.025864] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.026032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.026221] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.026543] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1901127f-7125-4e4e-b827-1aab9f2dd641 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.035442] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.035670] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.036492] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a12e04-94e5-437b-9b53-f3305d3e6891 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.042870] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1071.042870] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fcb690-5a2a-aa86-cd84-7fe2de7ec6f2" [ 1071.042870] env[69895]: _type = "Task" [ 1071.042870] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.051127] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fcb690-5a2a-aa86-cd84-7fe2de7ec6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.184583] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.184891] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.185275] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694031', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'name': 'volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41fd7e1b-0551-42e6-9d56-3e72aa119e88', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'serial': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.186315] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58becdef-e4c3-4eb1-9837-6eef0ac90456 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.205872] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531e85b-39b6-43cb-8cc1-726831b8b84f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.213230] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128223f-4d33-4fbb-a075-e37d1c366e0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.232103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d54e36-fddd-4b32-9043-44adaf6dbcab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.249428] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] The volume has not been displaced from its original location: [datastore2] volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2/volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.255255] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.255972] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ed3d97-08b9-46f2-bcfb-a150a72cb362 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.274743] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1071.274743] env[69895]: value = "task-3472220" [ 1071.274743] env[69895]: _type = "Task" [ 1071.274743] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.286468] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.299849] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.300023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.300217] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.557887] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fcb690-5a2a-aa86-cd84-7fe2de7ec6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.559946] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f88a4-ffe3-4281-adec-87ee7b34bb32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.563471] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1c6247-751c-4973-a9ad-41c1fbf52c9b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.570637] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1071.570637] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5274ef63-6c08-d3d1-3bcf-0f16d8cc57b9" [ 1071.570637] env[69895]: _type = "Task" [ 1071.570637] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.578905] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4d3f8-4787-4b4d-bad5-db07bafd835b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.590592] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5274ef63-6c08-d3d1-3bcf-0f16d8cc57b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.620795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.621288] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.621896] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-990e1729-d761-4fa8-9cb2-01361421b512 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.624653] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea2385f-fc37-4488-8a1c-e20224e6b14a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.634523] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9657bc-60df-4ee2-8068-4cbcb5fe3459 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.639757] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1071.639757] env[69895]: value = "task-3472221" [ 1071.639757] env[69895]: _type = "Task" [ 1071.639757] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.654973] env[69895]: DEBUG nova.compute.provider_tree [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.662498] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.785630] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472220, 'name': ReconfigVM_Task, 'duration_secs': 0.232927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.786033] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.790961] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd9edc4-6ac7-46ee-8230-b97abbe6c505 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.807454] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1071.807454] env[69895]: value = "task-3472222" [ 1071.807454] env[69895]: _type = "Task" [ 1071.807454] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.817809] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.847704] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.093762] env[69895]: DEBUG nova.network.neutron [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Updating instance_info_cache with network_info: [{"id": "a17a54b8-d948-4995-a592-1122bc27cbe5", "address": "fa:16:3e:0b:42:e0", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17a54b8-d9", "ovs_interfaceid": "a17a54b8-d948-4995-a592-1122bc27cbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.153026] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.158364] env[69895]: DEBUG nova.scheduler.client.report [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.318458] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.600336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.600856] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Instance network_info: |[{"id": "a17a54b8-d948-4995-a592-1122bc27cbe5", "address": "fa:16:3e:0b:42:e0", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17a54b8-d9", "ovs_interfaceid": "a17a54b8-d948-4995-a592-1122bc27cbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.601451] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:42:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17a54b8-d948-4995-a592-1122bc27cbe5', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.615520] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.615784] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.616059] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690924eb-4e8c-407b-be20-ad7163a4cbde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.640384] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.640384] env[69895]: value = "task-3472223" [ 1072.640384] env[69895]: _type = "Task" [ 1072.640384] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.653405] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472223, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.657165] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628325} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.657485] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.657691] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.657970] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1ad6ba1-572f-4f7c-84a6-ae833342ccfd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.664321] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.664907] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.670667] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.926s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.675950] env[69895]: INFO nova.compute.claims [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.679655] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1072.679655] env[69895]: value = "task-3472224" [ 1072.679655] env[69895]: _type = "Task" [ 1072.679655] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.689107] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.759189] env[69895]: DEBUG nova.compute.manager [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Received event network-changed-a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.759517] env[69895]: DEBUG nova.compute.manager [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Refreshing instance network info cache due to event network-changed-a17a54b8-d948-4995-a592-1122bc27cbe5. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.759862] env[69895]: DEBUG oslo_concurrency.lockutils [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] Acquiring lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760053] env[69895]: DEBUG oslo_concurrency.lockutils [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] Acquired lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760223] env[69895]: DEBUG nova.network.neutron [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Refreshing network info cache for port a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.821079] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.161129] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472223, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.183729] env[69895]: DEBUG nova.compute.utils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.185412] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.185665] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.204488] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085969} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.204807] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.205706] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3fdc2-029c-4836-bced-a3a41c4c11a5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.231344] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.231344] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f95e0a-4427-43b2-9b79-2b856d3c5dee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.252845] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1073.252845] env[69895]: value = "task-3472225" [ 1073.252845] env[69895]: _type = "Task" [ 1073.252845] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.261898] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.265200] env[69895]: DEBUG nova.policy [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b29aa77a35744f68a2ee626cfc34f48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99bb930be1a2410f81d50a330799e2e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.325081] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472222, 'name': ReconfigVM_Task, 'duration_secs': 1.193016} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.325690] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694031', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'name': 'volume-a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '41fd7e1b-0551-42e6-9d56-3e72aa119e88', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2', 'serial': 'a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.326377] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.327700] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5acb23-8a5d-41e2-9307-99351ddbda8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.339868] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.340404] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c2bd7d-3822-459e-84e5-e98b30e770f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.413219] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.413485] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.413689] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Deleting the datastore file [datastore2] 41fd7e1b-0551-42e6-9d56-3e72aa119e88 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.413971] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7266ac1-285a-443a-b4e6-7dd6d7cf4fb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.421178] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for the task: (returnval){ [ 1073.421178] env[69895]: value = "task-3472227" [ 1073.421178] env[69895]: _type = "Task" [ 1073.421178] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.431391] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.621836] env[69895]: DEBUG nova.network.neutron [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Updated VIF entry in instance network info cache for port a17a54b8-d948-4995-a592-1122bc27cbe5. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.621836] env[69895]: DEBUG nova.network.neutron [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Updating instance_info_cache with network_info: [{"id": "a17a54b8-d948-4995-a592-1122bc27cbe5", "address": "fa:16:3e:0b:42:e0", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17a54b8-d9", "ovs_interfaceid": "a17a54b8-d948-4995-a592-1122bc27cbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.651887] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472223, 'name': CreateVM_Task, 'duration_secs': 0.745173} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.651887] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.652608] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.652767] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.654337] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.654337] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a3628d-df95-4cd3-811a-ad7d0d200bdd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.658599] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1073.658599] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5200e9fd-7d52-48f4-142c-24189fa43a65" [ 1073.658599] env[69895]: _type = "Task" [ 1073.658599] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.671722] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5200e9fd-7d52-48f4-142c-24189fa43a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.683763] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Successfully created port: fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.693838] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.765990] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472225, 'name': ReconfigVM_Task, 'duration_secs': 0.42301} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.766329] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 23bbf098-ba7c-4429-9fb3-fff8482d0488/23bbf098-ba7c-4429-9fb3-fff8482d0488.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.767022] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24df1ed3-9975-4f48-a0ca-79c463289f6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.776800] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1073.776800] env[69895]: value = "task-3472228" [ 1073.776800] env[69895]: _type = "Task" [ 1073.776800] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.788592] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472228, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.933816] env[69895]: DEBUG oslo_vmware.api [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Task: {'id': task-3472227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183519} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.936134] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.936352] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.936529] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.966966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652e3eb5-b8a6-4a9d-a7c3-e2cdc890cb31 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.975077] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0238b971-70e0-4973-9dd0-042b6369f62b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.012040] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.013011] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8218239-1ae0-4baa-9769-b5fc8348a9a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.015809] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a72587-470f-4286-8ff2-60089f89b3b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.024302] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541be46f-0e91-41ab-8077-ec2e5e09f12a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.031018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d26a5a-1170-4cd4-b2d5-2168964728b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.056035] env[69895]: DEBUG nova.compute.provider_tree [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.072974] env[69895]: ERROR nova.compute.manager [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Failed to detach volume a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2 from /dev/sda: nova.exception.InstanceNotFound: Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 could not be found. [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Traceback (most recent call last): [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self.driver.rebuild(**kwargs) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise NotImplementedError() [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] NotImplementedError [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] During handling of the above exception, another exception occurred: [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Traceback (most recent call last): [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self.driver.detach_volume(context, old_connection_info, [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] return self._volumeops.detach_volume(connection_info, instance) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._detach_volume_vmdk(connection_info, instance) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] stable_ref.fetch_moref(session) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] nova.exception.InstanceNotFound: Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 could not be found. [ 1074.072974] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.078024] env[69895]: DEBUG nova.scheduler.client.report [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.123504] env[69895]: DEBUG oslo_concurrency.lockutils [req-40a7aa7f-b0c6-48ce-90e5-ac5dc0bc37bf req-4eeebb1b-0da0-41db-8db7-404fcb74f566 service nova] Releasing lock "refresh_cache-c5c16672-1d0e-435b-a562-0fd5656dd921" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.172397] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5200e9fd-7d52-48f4-142c-24189fa43a65, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.175281] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175518] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.175751] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175893] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.176081] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.176544] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d4a28c-fc43-432c-bfd6-fb3725b7d247 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.187473] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.188022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.189219] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1278a19-1323-4dd6-bbad-915ade3f1e40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.203986] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1074.203986] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df2638-3c7f-1567-a7c5-11fbf6673c7e" [ 1074.203986] env[69895]: _type = "Task" [ 1074.203986] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.212610] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df2638-3c7f-1567-a7c5-11fbf6673c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.235110] env[69895]: DEBUG nova.compute.utils [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Build of instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 aborted: Failed to rebuild volume backed instance. {{(pid=69895) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1074.238263] env[69895]: ERROR nova.compute.manager [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 aborted: Failed to rebuild volume backed instance. [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Traceback (most recent call last): [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self.driver.rebuild(**kwargs) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise NotImplementedError() [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] NotImplementedError [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] During handling of the above exception, another exception occurred: [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Traceback (most recent call last): [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._detach_root_volume(context, instance, root_bdm) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] with excutils.save_and_reraise_exception(): [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self.force_reraise() [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise self.value [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self.driver.detach_volume(context, old_connection_info, [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] return self._volumeops.detach_volume(connection_info, instance) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._detach_volume_vmdk(connection_info, instance) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] stable_ref.fetch_moref(session) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] nova.exception.InstanceNotFound: Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 could not be found. [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] During handling of the above exception, another exception occurred: [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Traceback (most recent call last): [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] yield [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1074.238263] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._do_rebuild_instance_with_claim( [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._do_rebuild_instance( [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._rebuild_default_impl(**kwargs) [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] self._rebuild_volume_backed_instance( [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] raise exception.BuildAbortException( [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] nova.exception.BuildAbortException: Build of instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 aborted: Failed to rebuild volume backed instance. [ 1074.240043] env[69895]: ERROR nova.compute.manager [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] [ 1074.287533] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472228, 'name': Rename_Task, 'duration_secs': 0.182275} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.287533] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.287533] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73bb059-ace5-48f8-a0b4-39ded20231b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.293674] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1074.293674] env[69895]: value = "task-3472229" [ 1074.293674] env[69895]: _type = "Task" [ 1074.293674] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.301457] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.583222] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.912s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.583893] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.587445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.732s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.589023] env[69895]: INFO nova.compute.claims [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.706596] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.718328] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df2638-3c7f-1567-a7c5-11fbf6673c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016389} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.719147] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a78ea4-de85-4cd8-97b7-db63703f11b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.724905] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1074.724905] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e8741b-1e6c-10df-4022-cf52c1ba6a59" [ 1074.724905] env[69895]: _type = "Task" [ 1074.724905] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.733122] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e8741b-1e6c-10df-4022-cf52c1ba6a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.805246] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472229, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.093406] env[69895]: DEBUG nova.compute.utils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.097123] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.097317] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.144488] env[69895]: DEBUG nova.policy [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.236411] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e8741b-1e6c-10df-4022-cf52c1ba6a59, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.236703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.236968] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] c5c16672-1d0e-435b-a562-0fd5656dd921/c5c16672-1d0e-435b-a562-0fd5656dd921.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.237310] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3c9d51-97a6-4ff4-803e-bf1f50ae6bd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.246026] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1075.246026] env[69895]: value = "task-3472230" [ 1075.246026] env[69895]: _type = "Task" [ 1075.246026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.249957] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Successfully updated port: fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.258453] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.305183] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472229, 'name': PowerOnVM_Task, 'duration_secs': 0.692109} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.305718] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.306110] env[69895]: DEBUG nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.307298] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e026f21-5cf0-48ce-b576-1be8531bde72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.474931] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Successfully created port: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.600735] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.761522] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.761836] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.761836] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.765475] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.819801] env[69895]: INFO nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] bringing vm to original state: 'stopped' [ 1075.885641] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5fac3-bcb2-4ed4-83a4-422f39c6c84c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.894366] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16150d91-ff40-43e8-a15d-36e137f69b27 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.931703] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418868eb-cc38-49d1-993a-0c981e6398c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.941865] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e73ed-7f0f-4883-9333-4f80bcc50bb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.958312] env[69895]: DEBUG nova.compute.provider_tree [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.254909] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592641} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.255209] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] c5c16672-1d0e-435b-a562-0fd5656dd921/c5c16672-1d0e-435b-a562-0fd5656dd921.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.255429] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.255684] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-516a6c3f-b08a-4af3-9fd5-4e309fd605d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.261406] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1076.261406] env[69895]: value = "task-3472231" [ 1076.261406] env[69895]: _type = "Task" [ 1076.261406] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.270074] env[69895]: DEBUG oslo_concurrency.lockutils [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.273302] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.302217] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.442511] env[69895]: DEBUG nova.network.neutron [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Updating instance_info_cache with network_info: [{"id": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "address": "fa:16:3e:12:99:1d", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad0664f-a2", "ovs_interfaceid": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.461810] env[69895]: DEBUG nova.scheduler.client.report [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.614996] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.771922] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085646} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.772797] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.773439] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f81b3-b2f0-40ba-ac82-6028aa5a11c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.798060] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c5c16672-1d0e-435b-a562-0fd5656dd921/c5c16672-1d0e-435b-a562-0fd5656dd921.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.798342] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f42d2b-d76c-4c45-8e49-6c5b339c60c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.817433] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1076.817433] env[69895]: value = "task-3472232" [ 1076.817433] env[69895]: _type = "Task" [ 1076.817433] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.825390] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.826847] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.827149] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.827386] env[69895]: DEBUG nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.828175] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353d7aa6-d40a-473f-8a83-0de67d2766df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.833846] env[69895]: DEBUG nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.944938] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.945562] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Instance network_info: |[{"id": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "address": "fa:16:3e:12:99:1d", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad0664f-a2", "ovs_interfaceid": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.970035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.970035] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.973066] env[69895]: DEBUG oslo_concurrency.lockutils [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.702s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.023267] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Successfully updated port: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.211635] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ac0a6-1e4a-4b5d-bc8f-16e1cde5d63a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.220811] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce98c9-6035-4954-9eb4-a4b97dba7447 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.254414] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63100b6b-0907-4dae-8807-535959e25e72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.262850] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b25460-9b73-4ca2-9a00-011a906b7c9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.277401] env[69895]: DEBUG nova.compute.provider_tree [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.327397] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472232, 'name': ReconfigVM_Task, 'duration_secs': 0.504229} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.327686] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c5c16672-1d0e-435b-a562-0fd5656dd921/c5c16672-1d0e-435b-a562-0fd5656dd921.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.328380] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-097ca13d-b4b7-49dc-b89a-9ed74e2e5ddc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.334373] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1077.334373] env[69895]: value = "task-3472233" [ 1077.334373] env[69895]: _type = "Task" [ 1077.334373] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.338094] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.338357] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1cd1d1-902a-450e-a841-cabe55cb5337 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.343375] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472233, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.348608] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1077.348608] env[69895]: value = "task-3472234" [ 1077.348608] env[69895]: _type = "Task" [ 1077.348608] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.357267] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.478120] env[69895]: DEBUG nova.compute.utils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.479450] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.479621] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.525666] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.525972] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.526174] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.532088] env[69895]: DEBUG nova.policy [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c012b0211d244109ede183bf679573a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e260410d928a474aa5886f8afec01579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.780762] env[69895]: DEBUG nova.scheduler.client.report [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.845170] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472233, 'name': Rename_Task, 'duration_secs': 0.204404} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.846078] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Successfully created port: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.848019] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.848305] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853a79c1-4d74-4319-8afd-3731ffbe0070 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.860730] env[69895]: DEBUG oslo_vmware.api [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472234, 'name': PowerOffVM_Task, 'duration_secs': 0.233252} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.862168] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.862398] env[69895]: DEBUG nova.compute.manager [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.862859] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1077.862859] env[69895]: value = "task-3472235" [ 1077.862859] env[69895]: _type = "Task" [ 1077.862859] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.863542] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90105b8f-8dc5-4fc8-875f-b3b9784b33fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.875481] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.983528] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.061195] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.205025] env[69895]: DEBUG nova.network.neutron [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.289258] env[69895]: DEBUG oslo_concurrency.lockutils [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.317s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.289514] env[69895]: INFO nova.compute.manager [None req-55b9a0ba-f6e5-4197-a53b-5fd6ff012025 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Successfully reverted task state from rebuilding on failure for instance. [ 1078.315344] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.315638] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.315797] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.315982] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.316153] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.316327] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.316559] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.316719] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.316885] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.317062] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.317250] env[69895]: DEBUG nova.virt.hardware [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.319676] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8422202d-5355-4dfc-aed8-a7b19015d409 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.329810] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.330083] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.330264] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.330545] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.330717] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.330880] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.331101] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.331718] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.331718] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.331718] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.331876] env[69895]: DEBUG nova.virt.hardware [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.333185] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c390313c-a9c3-4785-a016-0226eb660694 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.339770] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbae968-b4f2-4940-8412-e035dec74fbe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.350323] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.360206] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b06749-3bc9-47a0-a325-098ca9683135 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.365266] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb9cf3b-fa37-42a6-9837-10138f36ecb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.368604] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:99:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fad0664f-a2da-4d71-a0c0-d2f736671c9c', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.376298] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.376708] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.380831] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d95f82ee-af77-4e8a-8c65-a23a1e6cc614 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.406942] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.407152] env[69895]: ERROR oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk due to incomplete transfer. [ 1078.408402] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d25e6dc-5f10-4415-a4ca-9594454703df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.410505] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.583s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.414588] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.416090] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.416090] env[69895]: value = "task-3472236" [ 1078.416090] env[69895]: _type = "Task" [ 1078.416090] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.422712] env[69895]: DEBUG oslo_vmware.rw_handles [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526929f2-0af9-1a15-1e87-0617573e7d8f/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.422887] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Uploaded image d1fb99e9-a1cf-4d4d-bffa-aef7ee77415c to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.425417] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.429086] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2daba30a-f11c-466d-a7b5-89f193b2553e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.430594] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472236, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.439239] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1078.439239] env[69895]: value = "task-3472237" [ 1078.439239] env[69895]: _type = "Task" [ 1078.439239] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.446503] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472237, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.704203] env[69895]: DEBUG nova.compute.manager [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Received event network-vif-plugged-fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.704203] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] Acquiring lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.704353] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.704991] env[69895]: DEBUG oslo_concurrency.lockutils [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.704991] env[69895]: DEBUG nova.compute.manager [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] No waiting events found dispatching network-vif-plugged-fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.704991] env[69895]: WARNING nova.compute.manager [req-9a0673c0-de4a-402b-8835-ff8aada285fd req-2b8dbe1b-6ddb-4717-849c-266a434f2b75 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Received unexpected event network-vif-plugged-fad0664f-a2da-4d71-a0c0-d2f736671c9c for instance with vm_state building and task_state spawning. [ 1078.707974] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708273] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Instance network_info: |[{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.708917] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:e1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9524b05-e9d6-4cd0-8c9b-0d75a3aab052', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.717122] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.717693] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.717937] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b4c616-c606-4fc9-b96b-136b0d8830d1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.743021] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.743021] env[69895]: value = "task-3472238" [ 1078.743021] env[69895]: _type = "Task" [ 1078.743021] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.752389] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472238, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.828919] env[69895]: DEBUG nova.compute.manager [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-vif-plugged-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.829199] env[69895]: DEBUG oslo_concurrency.lockutils [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.829584] env[69895]: DEBUG oslo_concurrency.lockutils [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.829699] env[69895]: DEBUG oslo_concurrency.lockutils [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.829864] env[69895]: DEBUG nova.compute.manager [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] No waiting events found dispatching network-vif-plugged-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.830109] env[69895]: WARNING nova.compute.manager [req-b924450f-cea9-4ffe-9396-9e69e6e18979 req-81b27d0a-b7a1-4cee-b0f2-4183cc8a5961 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received unexpected event network-vif-plugged-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 for instance with vm_state building and task_state spawning. [ 1078.887390] env[69895]: DEBUG oslo_vmware.api [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472235, 'name': PowerOnVM_Task, 'duration_secs': 0.719414} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.887732] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.887994] env[69895]: INFO nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1078.888406] env[69895]: DEBUG nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.889130] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54448ae7-611a-4eed-b95c-315f18d9bc4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.931195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.931639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.931900] env[69895]: DEBUG nova.objects.instance [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.941514] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472236, 'name': CreateVM_Task, 'duration_secs': 0.454073} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.945607] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.946777] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.946936] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.947346] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.947943] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b7c324-3acf-4bdc-86cc-269f2337385f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.954125] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472237, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.957879] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1078.957879] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f7b3d0-780a-6078-3a94-271d9017c27e" [ 1078.957879] env[69895]: _type = "Task" [ 1078.957879] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.966544] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f7b3d0-780a-6078-3a94-271d9017c27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.994684] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.018629] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.018961] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.019064] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.019299] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.019466] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.019619] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.019840] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.020094] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.020220] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.020354] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.020581] env[69895]: DEBUG nova.virt.hardware [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.021830] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15bf207-87ff-4e9e-b978-ce5d2631126e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.029710] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc59c5f9-571d-432f-9068-eff4fdf0138a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.077814] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.078101] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.258341] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472238, 'name': CreateVM_Task, 'duration_secs': 0.37437} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.258534] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.259291] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.374176] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Successfully updated port: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.405447] env[69895]: INFO nova.compute.manager [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Took 13.39 seconds to build instance. [ 1079.446917] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.447232] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.447469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.447713] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.447915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.453200] env[69895]: INFO nova.compute.manager [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Terminating instance [ 1079.466524] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472237, 'name': Destroy_Task, 'duration_secs': 0.537846} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.467428] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Destroyed the VM [ 1079.467715] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.467982] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bab9101-217d-4677-942b-a5ebca4ad704 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.473979] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f7b3d0-780a-6078-3a94-271d9017c27e, 'name': SearchDatastore_Task, 'duration_secs': 0.015226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.474484] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.474742] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.474989] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.475148] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.475330] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.476216] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.477066] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e361acb8-e227-460c-9c13-148ddbdda312 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.480281] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcea872-b894-4667-ab52-8a3b7164bac5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.482472] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1079.482472] env[69895]: value = "task-3472239" [ 1079.482472] env[69895]: _type = "Task" [ 1079.482472] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.490142] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1079.490142] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523a536e-627a-ad5d-1506-16663e054ccd" [ 1079.490142] env[69895]: _type = "Task" [ 1079.490142] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.491763] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.491981] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.496403] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0839d985-4b9d-4e25-82d0-fb9cecdb1d0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502742] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.510053] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523a536e-627a-ad5d-1506-16663e054ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.516950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516950] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.516950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.516950] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1079.516950] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dff9ef-aa93-5140-1530-bf5349588d08" [ 1079.516950] env[69895]: _type = "Task" [ 1079.516950] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.521695] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dff9ef-aa93-5140-1530-bf5349588d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.581815] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.878018] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.878018] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.879314] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.908457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92083b38-6151-4bcb-8b6f-f95c69633eea tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.908s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.955289] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1232d581-6a67-465d-8d2d-f1ff97b1bb77 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.957594] env[69895]: DEBUG nova.compute.manager [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.957899] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be088b1e-27d6-487d-aaca-b91f5f93d93a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.967137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dbda8a-6e9e-482b-a6e4-ab66511253f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.992624] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472239, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.005555] env[69895]: WARNING nova.virt.vmwareapi.driver [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 could not be found. [ 1080.005713] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.007847] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36a982c2-c790-4f5b-a4e9-a670fbfe064b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.019325] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cdb90e-709a-4a01-a18a-795610759d58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.030885] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.032605] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccbca14-75bd-4cf8-a3e6-94d8aea52e22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.040408] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52dff9ef-aa93-5140-1530-bf5349588d08, 'name': SearchDatastore_Task, 'duration_secs': 0.014356} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.042334] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.042494] env[69895]: ERROR oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk due to incomplete transfer. [ 1080.042697] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-293e8276-8f30-4134-84a4-77abf3e038d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.044683] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f712a6a-f85b-4ca1-832b-2b1c7447319a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.058063] env[69895]: WARNING nova.virt.vmwareapi.vmops [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 41fd7e1b-0551-42e6-9d56-3e72aa119e88 could not be found. [ 1080.058266] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.058446] env[69895]: INFO nova.compute.manager [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1080.058680] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.059583] env[69895]: DEBUG nova.compute.manager [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.059700] env[69895]: DEBUG nova.network.neutron [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.062755] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1080.062755] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520acf27-a990-77b5-a0d2-9d0c271e9e12" [ 1080.062755] env[69895]: _type = "Task" [ 1080.062755] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.067067] env[69895]: DEBUG oslo_vmware.rw_handles [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e07838-54ad-d6c9-7964-8c0ca4c4c16f/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.067258] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploaded image 11030262-ce36-4986-bad6-3915f6a40fcf to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.069131] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.069716] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf728dae-5c9d-4ac2-9d64-aa47e33427bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.074208] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520acf27-a990-77b5-a0d2-9d0c271e9e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.079026] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1080.079026] env[69895]: value = "task-3472240" [ 1080.079026] env[69895]: _type = "Task" [ 1080.079026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.088551] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472240, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.102464] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.102732] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.102936] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.103137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.103310] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.105371] env[69895]: INFO nova.compute.manager [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Terminating instance [ 1080.107394] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.107638] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.111171] env[69895]: INFO nova.compute.claims [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.304058] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46104bbe-8f29-4f6f-a5d3-34cc190184ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.312086] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Suspending the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1080.312086] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-235a30f2-57ee-43ed-b311-c64c0ec4f861 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.319828] env[69895]: DEBUG oslo_vmware.api [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1080.319828] env[69895]: value = "task-3472241" [ 1080.319828] env[69895]: _type = "Task" [ 1080.319828] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.329925] env[69895]: DEBUG oslo_vmware.api [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472241, 'name': SuspendVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.433655] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.498396] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472239, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.575512] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520acf27-a990-77b5-a0d2-9d0c271e9e12, 'name': SearchDatastore_Task, 'duration_secs': 0.031702} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.575791] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.576064] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 20b9cb28-8b15-4d99-b3d8-a30ed45800b9/20b9cb28-8b15-4d99-b3d8-a30ed45800b9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.576356] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.576689] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.576771] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d69810d-8d11-42ed-a344-5efb0df32be8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.578907] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d234636c-e4ba-47be-9c42-5676b14169d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.585288] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1080.585288] env[69895]: value = "task-3472242" [ 1080.585288] env[69895]: _type = "Task" [ 1080.585288] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.591842] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472240, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.592886] env[69895]: DEBUG nova.network.neutron [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.595817] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.596007] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.598474] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9b74fb-477c-4207-8b1a-6fc7709dc8d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.607287] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.612035] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1080.612035] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52076586-64c9-bc5f-565c-40868bb3cafc" [ 1080.612035] env[69895]: _type = "Task" [ 1080.612035] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.621416] env[69895]: DEBUG nova.compute.manager [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.621689] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.622859] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d42873-f2c4-4e69-81b7-aee9c55436a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.633773] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52076586-64c9-bc5f-565c-40868bb3cafc, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.636935] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.637223] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d1984e-7d58-4299-8059-a512c6d8c6ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.640202] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20339ca7-a1d2-461b-8da7-68396ac580fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.645138] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1080.645138] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2efe3-52d2-5180-e21a-c7f0bf6b110e" [ 1080.645138] env[69895]: _type = "Task" [ 1080.645138] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.653870] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2efe3-52d2-5180-e21a-c7f0bf6b110e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.697770] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.697987] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.698189] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore1] 23bbf098-ba7c-4429-9fb3-fff8482d0488 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.698468] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5f4400-0c71-4333-bb7f-77af97f021e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.704944] env[69895]: DEBUG oslo_vmware.api [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1080.704944] env[69895]: value = "task-3472244" [ 1080.704944] env[69895]: _type = "Task" [ 1080.704944] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.714272] env[69895]: DEBUG oslo_vmware.api [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.745564] env[69895]: DEBUG nova.compute.manager [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Received event network-changed-fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.746032] env[69895]: DEBUG nova.compute.manager [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Refreshing instance network info cache due to event network-changed-fad0664f-a2da-4d71-a0c0-d2f736671c9c. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.746136] env[69895]: DEBUG oslo_concurrency.lockutils [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] Acquiring lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.746323] env[69895]: DEBUG oslo_concurrency.lockutils [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] Acquired lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.746554] env[69895]: DEBUG nova.network.neutron [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Refreshing network info cache for port fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.832557] env[69895]: DEBUG oslo_vmware.api [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472241, 'name': SuspendVM_Task} progress is 70%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.996441] env[69895]: DEBUG oslo_vmware.api [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472239, 'name': RemoveSnapshot_Task, 'duration_secs': 1.475825} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.996724] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1080.996929] env[69895]: INFO nova.compute.manager [None req-214027ea-cbef-4897-a209-c3f61741c778 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 1081.092089] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472240, 'name': Destroy_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.096759] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.097189] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.097493] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Instance network_info: |[{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.097863] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:3a:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f94c2763-3c30-451b-9ecb-3e5b1c21bf5d', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.105294] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.105804] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.106116] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7bc504-0981-43e2-be45-9c271c1a63e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.126512] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.126512] env[69895]: value = "task-3472245" [ 1081.126512] env[69895]: _type = "Task" [ 1081.126512] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.133948] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472245, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.161046] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2efe3-52d2-5180-e21a-c7f0bf6b110e, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.161534] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.161690] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] dd0a1246-f086-47a2-b13b-8187c7351a05/dd0a1246-f086-47a2-b13b-8187c7351a05.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.161911] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71b9b47c-0891-4a78-9d56-0d839ce2a882 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.169441] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1081.169441] env[69895]: value = "task-3472246" [ 1081.169441] env[69895]: _type = "Task" [ 1081.169441] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.178226] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.217556] env[69895]: DEBUG oslo_vmware.api [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18844} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.218484] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.218714] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.218908] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.219112] env[69895]: INFO nova.compute.manager [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1081.219398] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.222964] env[69895]: DEBUG nova.compute.manager [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.223081] env[69895]: DEBUG nova.network.neutron [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.332139] env[69895]: DEBUG oslo_vmware.api [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472241, 'name': SuspendVM_Task, 'duration_secs': 0.875098} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.334337] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Suspended the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1081.334523] env[69895]: DEBUG nova.compute.manager [None req-f34b70ce-d9bf-4681-86a5-75306d311c85 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.335312] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0253bb3-0e7d-4e07-a25a-6916b2510c5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.394323] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b1e4f-70e0-4d9e-9823-5781a5869d1f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.402287] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016a294-2e63-4983-9969-ba4384f30702 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.410184] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.410389] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing instance network info cache due to event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.410615] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.410762] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.410912] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.445128] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0156fd-640a-4840-ba55-7f373d597423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.455018] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac8950-1023-4e91-bb6d-ef1b8f3ddd20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.471616] env[69895]: DEBUG nova.compute.provider_tree [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.595999] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472240, 'name': Destroy_Task, 'duration_secs': 1.461089} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.596769] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroyed the VM [ 1081.597146] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.597417] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9da42a7b-1121-43e3-9a14-02fa72ad4049 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.602692] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.603482] env[69895]: DEBUG nova.network.neutron [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Updated VIF entry in instance network info cache for port fad0664f-a2da-4d71-a0c0-d2f736671c9c. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.603815] env[69895]: DEBUG nova.network.neutron [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Updating instance_info_cache with network_info: [{"id": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "address": "fa:16:3e:12:99:1d", "network": {"id": "d8822dae-4f0a-4844-b326-818a2f068d2c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2108187290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99bb930be1a2410f81d50a330799e2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfad0664f-a2", "ovs_interfaceid": "fad0664f-a2da-4d71-a0c0-d2f736671c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.608940] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1081.608940] env[69895]: value = "task-3472247" [ 1081.608940] env[69895]: _type = "Task" [ 1081.608940] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.617061] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.636641] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472245, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.679144] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.710553] env[69895]: DEBUG nova.network.neutron [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.755213] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updated VIF entry in instance network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.755596] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.975440] env[69895]: DEBUG nova.scheduler.client.report [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.099163] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.106935] env[69895]: DEBUG oslo_concurrency.lockutils [req-123702a0-5b20-4a90-b843-2e82b3236e56 req-94410711-7007-4a65-b656-1f80fbad410b service nova] Releasing lock "refresh_cache-20b9cb28-8b15-4d99-b3d8-a30ed45800b9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.120592] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472247, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.139025] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472245, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.186420] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.211030] env[69895]: INFO nova.compute.manager [-] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Took 2.15 seconds to deallocate network for instance. [ 1082.260603] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.260911] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Received event network-vif-plugged-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.261139] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Acquiring lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.261356] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.261585] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.261804] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] No waiting events found dispatching network-vif-plugged-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.261913] env[69895]: WARNING nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Received unexpected event network-vif-plugged-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d for instance with vm_state building and task_state spawning. [ 1082.262041] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Received event network-changed-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.262185] env[69895]: DEBUG nova.compute.manager [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Refreshing instance network info cache due to event network-changed-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.262372] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.262511] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.262663] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Refreshing network info cache for port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.267663] env[69895]: DEBUG nova.network.neutron [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.483933] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.484632] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.606851] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472242, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.842912} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.607130] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 20b9cb28-8b15-4d99-b3d8-a30ed45800b9/20b9cb28-8b15-4d99-b3d8-a30ed45800b9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.607498] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.607623] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff343da-4bf5-4705-a0b3-9207f8d2bbdf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.618794] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472247, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.620773] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1082.620773] env[69895]: value = "task-3472248" [ 1082.620773] env[69895]: _type = "Task" [ 1082.620773] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.636751] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.641893] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472245, 'name': CreateVM_Task, 'duration_secs': 1.361383} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.642636] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.643391] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.643581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.643925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.644758] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85ea1a7-cb5b-4d72-a849-ba069d706c41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.649111] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1082.649111] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be6921-06a5-bd76-1851-724d643343c9" [ 1082.649111] env[69895]: _type = "Task" [ 1082.649111] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.658073] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be6921-06a5-bd76-1851-724d643343c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.683850] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472246, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.251498} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.684116] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] dd0a1246-f086-47a2-b13b-8187c7351a05/dd0a1246-f086-47a2-b13b-8187c7351a05.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.684334] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.684585] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f71cd16-8573-4250-8264-34ed9d6ecef5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.695035] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1082.695035] env[69895]: value = "task-3472249" [ 1082.695035] env[69895]: _type = "Task" [ 1082.695035] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.700573] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.768280] env[69895]: INFO nova.compute.manager [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Took 0.55 seconds to detach 1 volumes for instance. [ 1082.773247] env[69895]: INFO nova.compute.manager [-] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Took 1.55 seconds to deallocate network for instance. [ 1082.773680] env[69895]: DEBUG nova.compute.manager [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Deleting volume: a9a4704b-8cc8-40e9-a569-2c9d49bf2ff2 {{(pid=69895) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1082.994179] env[69895]: DEBUG nova.compute.utils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.995912] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1083.068761] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updated VIF entry in instance network info cache for port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.069224] env[69895]: DEBUG nova.network.neutron [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.119410] env[69895]: DEBUG oslo_vmware.api [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472247, 'name': RemoveSnapshot_Task, 'duration_secs': 1.22641} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.120468] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.120468] env[69895]: INFO nova.compute.manager [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 1083.130502] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c5c16672-1d0e-435b-a562-0fd5656dd921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.130688] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.130947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.131135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.131343] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.132925] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063296} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.133375] env[69895]: INFO nova.compute.manager [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Terminating instance [ 1083.134703] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.135646] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a6020-ad13-460d-8b2c-c6f4e7bcb36e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.160609] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 20b9cb28-8b15-4d99-b3d8-a30ed45800b9/20b9cb28-8b15-4d99-b3d8-a30ed45800b9.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.164892] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4961fc-e7ef-4617-ad83-6d88fc81d590 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.187038] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52be6921-06a5-bd76-1851-724d643343c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.188423] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.188666] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.188899] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.189067] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.189302] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.189627] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1083.189627] env[69895]: value = "task-3472251" [ 1083.189627] env[69895]: _type = "Task" [ 1083.189627] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.189820] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e28d60-06c6-456e-9e23-2229a2331e24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.196096] env[69895]: DEBUG nova.compute.manager [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.197210] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde34fc1-63dd-4306-8115-1b34c2b6ee63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.203444] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.203645] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.207823] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a276126b-1376-4cb4-b131-c859b8c9bc67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.210090] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.216227] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083189} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.222533] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.222533] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f97a079-1555-46f7-b23d-d75821f4b916 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.222533] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1083.222533] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ae2a2c-66a1-0378-319b-3d044d6cc077" [ 1083.222533] env[69895]: _type = "Task" [ 1083.222533] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.244601] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] dd0a1246-f086-47a2-b13b-8187c7351a05/dd0a1246-f086-47a2-b13b-8187c7351a05.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.244814] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2438b122-3da8-4701-87b5-bc6664159f7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.264282] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ae2a2c-66a1-0378-319b-3d044d6cc077, 'name': SearchDatastore_Task, 'duration_secs': 0.02543} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.265675] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4dfc42-c420-4677-8ae4-a313f607ab4b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.269486] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1083.269486] env[69895]: value = "task-3472252" [ 1083.269486] env[69895]: _type = "Task" [ 1083.269486] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.274468] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1083.274468] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e96f51-328a-b8fc-9c58-9f1d93f4fd3c" [ 1083.274468] env[69895]: _type = "Task" [ 1083.274468] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.281114] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.283194] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.283450] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.283672] env[69895]: DEBUG nova.objects.instance [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'resources' on Instance uuid 23bbf098-ba7c-4429-9fb3-fff8482d0488 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.289029] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e96f51-328a-b8fc-9c58-9f1d93f4fd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.333347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.447679] env[69895]: DEBUG nova.compute.manager [req-20e4608e-4c71-41a3-96c6-7103b2b5ab3b req-1106fc91-447c-4d80-8b60-d5870c2bd7e0 service nova] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Received event network-vif-deleted-cb6aebb9-2634-4a51-9a16-3db1987b39b1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.448030] env[69895]: DEBUG nova.compute.manager [req-20e4608e-4c71-41a3-96c6-7103b2b5ab3b req-1106fc91-447c-4d80-8b60-d5870c2bd7e0 service nova] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Received event network-vif-deleted-77084c94-0aab-4578-a085-3a419e08964d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.501333] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.572383] env[69895]: DEBUG oslo_concurrency.lockutils [req-f1d8e8f0-df89-4ca1-86bf-8b422727fdba req-5601619f-e407-44b3-9fec-f416641587b4 service nova] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641458] env[69895]: DEBUG nova.compute.manager [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.641764] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.642961] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e43adf-17a2-4fbd-8b3e-89b0c7add95e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.650792] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.651043] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a93a1243-ad5b-4f89-aa55-4217ff6fccad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.667812] env[69895]: DEBUG nova.compute.manager [None req-0fe2a8f0-00ba-4ead-b2f6-9b8b30d184ac tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Found 1 images (rotation: 2) {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1083.701813] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472251, 'name': ReconfigVM_Task, 'duration_secs': 0.435221} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.702126] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 20b9cb28-8b15-4d99-b3d8-a30ed45800b9/20b9cb28-8b15-4d99-b3d8-a30ed45800b9.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.702789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e71a7af-a261-40c9-9a48-ae11be2f9be8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.708974] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1083.708974] env[69895]: value = "task-3472254" [ 1083.708974] env[69895]: _type = "Task" [ 1083.708974] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.719715] env[69895]: INFO nova.compute.manager [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] instance snapshotting [ 1083.721242] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472254, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.722536] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.722733] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.722909] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore1] c5c16672-1d0e-435b-a562-0fd5656dd921 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.723428] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13684afc-5f36-4841-93b6-4f3abe8b5894 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.725593] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5893e4-8921-4800-9752-bcb6fbf1f936 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.732076] env[69895]: DEBUG oslo_vmware.api [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1083.732076] env[69895]: value = "task-3472255" [ 1083.732076] env[69895]: _type = "Task" [ 1083.732076] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.750105] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d116b-b76e-4d66-8da0-111acf00bfae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.759784] env[69895]: DEBUG oslo_vmware.api [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.782114] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472252, 'name': ReconfigVM_Task, 'duration_secs': 0.401978} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.782681] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfigured VM instance instance-00000068 to attach disk [datastore2] dd0a1246-f086-47a2-b13b-8187c7351a05/dd0a1246-f086-47a2-b13b-8187c7351a05.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.783359] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e81aa71-a3b2-407e-94c3-9fa7e8bd5aec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.791613] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e96f51-328a-b8fc-9c58-9f1d93f4fd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.026384} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.791613] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.791898] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.792170] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aa622d8-3db2-477d-a187-00fca61403f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.795547] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1083.795547] env[69895]: value = "task-3472256" [ 1083.795547] env[69895]: _type = "Task" [ 1083.795547] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.801252] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1083.801252] env[69895]: value = "task-3472257" [ 1083.801252] env[69895]: _type = "Task" [ 1083.801252] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.808593] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472256, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.814018] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.039096] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14479ecf-aa29-4332-afe4-518cee51c127 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047751] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285edc0a-566f-4f1b-a21b-1acfad476405 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.080363] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610b552-e86a-46e8-990d-a48e58fe14ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.089073] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c2ca9-5262-48b0-9c9c-0658a05a6f9b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.108239] env[69895]: DEBUG nova.compute.provider_tree [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.223747] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472254, 'name': Rename_Task, 'duration_secs': 0.175402} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.223747] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.224682] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a9ba9d-2a47-4458-8573-74000abdb88e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.232451] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1084.232451] env[69895]: value = "task-3472258" [ 1084.232451] env[69895]: _type = "Task" [ 1084.232451] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.242534] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.255539] env[69895]: DEBUG oslo_vmware.api [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443014} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.255915] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.256104] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.256551] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.256551] env[69895]: INFO nova.compute.manager [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1084.256699] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.256815] env[69895]: DEBUG nova.compute.manager [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.256914] env[69895]: DEBUG nova.network.neutron [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.266035] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.266370] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-687da3d7-5c37-43d1-b39f-6932f8e154dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.273762] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1084.273762] env[69895]: value = "task-3472259" [ 1084.273762] env[69895]: _type = "Task" [ 1084.273762] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.284716] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.309829] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472256, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.315573] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.451878] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.452620] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.514207] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.543462] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.543851] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.543851] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.545251] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.545590] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.545797] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.546034] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.546205] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.546378] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.546546] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.546717] env[69895]: DEBUG nova.virt.hardware [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.547593] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81391e-f643-47ec-9dea-18d81bdc56e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.557575] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56312b89-d252-4eeb-bbfa-1fd77135736d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.574821] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.580546] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Creating folder: Project (9b6d1b50613840928b27aef0113fd163). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.580922] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27a8f30-c87a-4500-90f4-0dcf375699f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.597047] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Created folder: Project (9b6d1b50613840928b27aef0113fd163) in parent group-v693805. [ 1084.597047] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Creating folder: Instances. Parent ref: group-v694081. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.597047] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-291cd5c9-b833-4e8b-8b66-c12b9cbd8a84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.605447] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Created folder: Instances in parent group-v694081. [ 1084.605692] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.605893] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.606185] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-593b6c23-0739-4eda-97da-c556a6012d79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.625636] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.625636] env[69895]: value = "task-3472262" [ 1084.625636] env[69895]: _type = "Task" [ 1084.625636] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.635064] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472262, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.653420] env[69895]: ERROR nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [req-a205d99f-a63b-4569-9bc9-08ba93398b24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a205d99f-a63b-4569-9bc9-08ba93398b24"}]} [ 1084.672707] env[69895]: DEBUG nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.693937] env[69895]: DEBUG nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.694197] env[69895]: DEBUG nova.compute.provider_tree [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.707010] env[69895]: DEBUG nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.733197] env[69895]: DEBUG nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.745810] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.787542] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.812345] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472256, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.820148] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567522} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.820148] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.820148] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.820674] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532a5026-6571-4156-bc45-da67ff316a4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.826699] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1084.826699] env[69895]: value = "task-3472263" [ 1084.826699] env[69895]: _type = "Task" [ 1084.826699] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.834316] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.973687] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974857] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974857] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974857] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974857] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974991] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.974991] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1084.975166] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.024989] env[69895]: DEBUG nova.compute.manager [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.026885] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a799f-d4a6-47dc-b500-3a1bced5af19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.135878] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472262, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.152475] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a73a2-7fb7-45de-9498-d28d80646c66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.159735] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d4f635-cca5-4bf7-8a2c-7db265eb3024 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.190635] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89785382-c7c4-429f-aa09-81f3d79767be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.199078] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec095c74-e2dd-4e9f-9cc5-85d5c57446a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.215910] env[69895]: DEBUG nova.compute.provider_tree [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.245793] env[69895]: DEBUG oslo_vmware.api [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472258, 'name': PowerOnVM_Task, 'duration_secs': 0.527612} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.246128] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.246404] env[69895]: INFO nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1085.246684] env[69895]: DEBUG nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.247666] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3548e8b4-b835-4388-bec3-17be0173032f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.266381] env[69895]: DEBUG nova.network.neutron [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.284774] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472259, 'name': CreateSnapshot_Task, 'duration_secs': 0.756725} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.285078] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1085.286572] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1fc5ac-ba99-446d-887b-2dd6385507be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.306256] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472256, 'name': Rename_Task, 'duration_secs': 1.160767} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.306540] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.306790] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de17051b-eaa3-4a25-a41a-616fd51aeb25 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.317674] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1085.317674] env[69895]: value = "task-3472264" [ 1085.317674] env[69895]: _type = "Task" [ 1085.317674] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.326983] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.336431] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211464} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.336719] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.337557] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ffacfd-645d-4bdc-bc3c-bbe8044c881d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.362739] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.363531] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dff9d83-5163-44ee-96f0-eb0fcc69eaad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.385326] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1085.385326] env[69895]: value = "task-3472265" [ 1085.385326] env[69895]: _type = "Task" [ 1085.385326] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.393855] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.484214] env[69895]: DEBUG nova.compute.manager [req-f27b4ddd-5b34-433e-9bee-47ecd06b0cfa req-caa10b26-cec5-47c6-8868-aa9d4257989f service nova] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Received event network-vif-deleted-a17a54b8-d948-4995-a592-1122bc27cbe5 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.484214] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.546639] env[69895]: INFO nova.compute.manager [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] instance snapshotting [ 1085.547231] env[69895]: DEBUG nova.objects.instance [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.638570] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472262, 'name': CreateVM_Task, 'duration_secs': 0.559191} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.638746] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.639202] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.639414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.639762] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640031] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d404fb1c-ac33-4c94-b89b-ab8b759f433a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.644677] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1085.644677] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524123e4-ed72-8c91-cae8-d8bdae9880f0" [ 1085.644677] env[69895]: _type = "Task" [ 1085.644677] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.652761] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524123e4-ed72-8c91-cae8-d8bdae9880f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.723784] env[69895]: DEBUG oslo_concurrency.lockutils [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.724252] env[69895]: DEBUG oslo_concurrency.lockutils [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.758222] env[69895]: DEBUG nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1085.758589] env[69895]: DEBUG nova.compute.provider_tree [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 134 to 135 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1085.758788] env[69895]: DEBUG nova.compute.provider_tree [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.772817] env[69895]: INFO nova.compute.manager [-] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Took 1.52 seconds to deallocate network for instance. [ 1085.776159] env[69895]: INFO nova.compute.manager [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Took 17.53 seconds to build instance. [ 1085.808453] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1085.809423] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c0246a9-3e16-4ec3-a638-095121414312 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.818440] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1085.818440] env[69895]: value = "task-3472266" [ 1085.818440] env[69895]: _type = "Task" [ 1085.818440] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.830403] env[69895]: DEBUG oslo_vmware.api [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472264, 'name': PowerOnVM_Task, 'duration_secs': 0.465888} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.833893] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.834226] env[69895]: INFO nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1085.834451] env[69895]: DEBUG nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.835291] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472266, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.835722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c03a6a-1cb1-4d20-a4dd-df87e0601fac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.898655] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.053070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb6335-e1ac-4f48-a4e4-9773b2f19596 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.072358] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e37ed9-a562-48f2-b244-be0877bae0a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.155875] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]524123e4-ed72-8c91-cae8-d8bdae9880f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.156773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.156773] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.156915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.157122] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.157246] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.157528] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fcd7b81-1cf3-4b59-8f75-6515e9b0bfee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.165939] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.166135] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.166991] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c78a0d0-4dcf-4a10-b713-e9bd373eb007 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.172895] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1086.172895] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5249395b-b599-7f8a-98f8-ecb68061e94b" [ 1086.172895] env[69895]: _type = "Task" [ 1086.172895] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.184608] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5249395b-b599-7f8a-98f8-ecb68061e94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.227665] env[69895]: INFO nova.compute.manager [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Detaching volume 6581a33e-1e93-4a33-8f8c-a3578a443409 [ 1086.265655] env[69895]: INFO nova.virt.block_device [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Attempting to driver detach volume 6581a33e-1e93-4a33-8f8c-a3578a443409 from mountpoint /dev/sdb [ 1086.265916] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1086.266111] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694052', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'name': 'volume-6581a33e-1e93-4a33-8f8c-a3578a443409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09bcc73d-bf93-488b-84a5-671d439619d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'serial': '6581a33e-1e93-4a33-8f8c-a3578a443409'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1086.267090] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387c5a1-7b6f-4729-939a-550e5dd2d754 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.274460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.989s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.292247] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.959s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.292848] env[69895]: DEBUG nova.objects.instance [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lazy-loading 'resources' on Instance uuid 41fd7e1b-0551-42e6-9d56-3e72aa119e88 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.294398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.294750] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ef81a318-e75b-4747-9d5a-d9e6787052ed tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.056s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.296084] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d215ece-3634-4a3c-9961-5a15c4ef8f90 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.303959] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ebddf-6453-42e4-a306-7cab6d72f02d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.328551] env[69895]: INFO nova.scheduler.client.report [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocations for instance 23bbf098-ba7c-4429-9fb3-fff8482d0488 [ 1086.333544] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eddbada-70e4-4dd8-bf79-78e92b9d3358 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.346732] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472266, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.364855] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] The volume has not been displaced from its original location: [datastore2] volume-6581a33e-1e93-4a33-8f8c-a3578a443409/volume-6581a33e-1e93-4a33-8f8c-a3578a443409.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1086.370940] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.373625] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602e9a8d-f0f2-4132-a348-cafb1b4a07a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.386951] env[69895]: INFO nova.compute.manager [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Took 17.66 seconds to build instance. [ 1086.397598] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.398743] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1086.398743] env[69895]: value = "task-3472267" [ 1086.398743] env[69895]: _type = "Task" [ 1086.398743] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.408238] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.583139] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.583795] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b2c1c9e-0ea3-4bad-929b-5aa5cf7234dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.592025] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1086.592025] env[69895]: value = "task-3472268" [ 1086.592025] env[69895]: _type = "Task" [ 1086.592025] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.599755] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.687275] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5249395b-b599-7f8a-98f8-ecb68061e94b, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.688418] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12342fb1-998a-439b-89d0-ce27888f3386 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.694949] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1086.694949] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e60456-39bc-9b0b-e220-93baafce8839" [ 1086.694949] env[69895]: _type = "Task" [ 1086.694949] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.706500] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e60456-39bc-9b0b-e220-93baafce8839, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.706760] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.707097] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.707332] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6eb4d9c-a086-4dda-af52-0f7da9c81a94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.713646] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1086.713646] env[69895]: value = "task-3472269" [ 1086.713646] env[69895]: _type = "Task" [ 1086.713646] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.722450] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.842848] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472266, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.846971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "23bbf098-ba7c-4429-9fb3-fff8482d0488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.744s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.893980] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.174s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.908790] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472265, 'name': ReconfigVM_Task, 'duration_secs': 1.298939} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.913091] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.915436] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-197a2f35-572c-495c-8514-4b82f46df7bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.921824] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472267, 'name': ReconfigVM_Task, 'duration_secs': 0.498913} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.923230] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.930817] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8321b2bd-9817-4791-a95c-9edeb728d5af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.941831] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1086.941831] env[69895]: value = "task-3472270" [ 1086.941831] env[69895]: _type = "Task" [ 1086.941831] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.954348] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1086.954348] env[69895]: value = "task-3472271" [ 1086.954348] env[69895]: _type = "Task" [ 1086.954348] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.959462] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472270, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.977325] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.108149] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.114845] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80099e7f-b291-47c8-bbc0-9c03d98c67bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.123529] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d79d7-b97b-429d-85b9-ddfcd2b8c447 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.162132] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b353199-3580-4c7b-9a86-fe2cc9a3a272 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.168259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.168259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.168259] env[69895]: DEBUG nova.compute.manager [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.168259] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb3077-31c8-4b5c-9dd4-347d5af44f5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.176965] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b827cd-0a0a-423d-98d4-c4f93fe5d1a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.181573] env[69895]: DEBUG nova.compute.manager [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1087.182231] env[69895]: DEBUG nova.objects.instance [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'flavor' on Instance uuid 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.194432] env[69895]: DEBUG nova.compute.provider_tree [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.226803] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466604} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.226803] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.226803] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.226803] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cc51556-47b1-4f85-806f-5db48d9e7a5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.233724] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1087.233724] env[69895]: value = "task-3472272" [ 1087.233724] env[69895]: _type = "Task" [ 1087.233724] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.243655] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.338431] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472266, 'name': CloneVM_Task, 'duration_secs': 1.404429} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.338922] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Created linked-clone VM from snapshot [ 1087.339767] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43290831-8310-4642-9832-70821a5c2ced {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.350864] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Uploading image 3f7741a9-2cb0-48c9-98bc-4f00b683d05e {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1087.362586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.362853] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.392491] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1087.392491] env[69895]: value = "vm-694085" [ 1087.392491] env[69895]: _type = "VirtualMachine" [ 1087.392491] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1087.392888] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4f84bce-af1b-4619-95f7-7f5f606e2c71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.404829] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease: (returnval){ [ 1087.404829] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ee4ed-7863-0efd-cef9-9ca3a8b80c8f" [ 1087.404829] env[69895]: _type = "HttpNfcLease" [ 1087.404829] env[69895]: } obtained for exporting VM: (result){ [ 1087.404829] env[69895]: value = "vm-694085" [ 1087.404829] env[69895]: _type = "VirtualMachine" [ 1087.404829] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1087.405155] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the lease: (returnval){ [ 1087.405155] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ee4ed-7863-0efd-cef9-9ca3a8b80c8f" [ 1087.405155] env[69895]: _type = "HttpNfcLease" [ 1087.405155] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.416670] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.416670] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ee4ed-7863-0efd-cef9-9ca3a8b80c8f" [ 1087.416670] env[69895]: _type = "HttpNfcLease" [ 1087.416670] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1087.417046] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1087.417046] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]527ee4ed-7863-0efd-cef9-9ca3a8b80c8f" [ 1087.417046] env[69895]: _type = "HttpNfcLease" [ 1087.417046] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1087.417836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df85b7a4-ca27-43ae-8c34-ac8f0a2c6d74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.430677] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1087.430818] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1087.511693] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472270, 'name': Rename_Task, 'duration_secs': 0.258751} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.515043] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.515389] env[69895]: DEBUG oslo_vmware.api [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472271, 'name': ReconfigVM_Task, 'duration_secs': 0.298628} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.515615] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e23e43-9c79-40e9-ba94-a7e7d9f8f4ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.517434] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694052', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'name': 'volume-6581a33e-1e93-4a33-8f8c-a3578a443409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09bcc73d-bf93-488b-84a5-671d439619d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6581a33e-1e93-4a33-8f8c-a3578a443409', 'serial': '6581a33e-1e93-4a33-8f8c-a3578a443409'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1087.524979] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1087.524979] env[69895]: value = "task-3472274" [ 1087.524979] env[69895]: _type = "Task" [ 1087.524979] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.533946] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.550280] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ce3cab9-a325-432e-ba4c-d80d9af700fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.602960] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472268, 'name': CreateSnapshot_Task, 'duration_secs': 0.729392} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.603282] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.604081] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b166b8e-b173-4237-9637-edda663aa86d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.698739] env[69895]: DEBUG nova.scheduler.client.report [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.747039] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063458} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.747404] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.748405] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab22f3f-d948-4c24-bec7-ed4c3ed9e519 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.772535] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.775590] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d000ce1b-7857-408e-abdf-1e3f6d320b65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.797177] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1087.797177] env[69895]: value = "task-3472275" [ 1087.797177] env[69895]: _type = "Task" [ 1087.797177] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.805833] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.869355] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.993176] env[69895]: DEBUG nova.compute.manager [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.993176] env[69895]: DEBUG nova.compute.manager [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.993176] env[69895]: DEBUG oslo_concurrency.lockutils [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.993176] env[69895]: DEBUG oslo_concurrency.lockutils [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.994951] env[69895]: DEBUG nova.network.neutron [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.037385] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472274, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.088596] env[69895]: DEBUG nova.objects.instance [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'flavor' on Instance uuid 09bcc73d-bf93-488b-84a5-671d439619d5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.123336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.124266] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c97c216-4ace-48e3-bf1e-08c476417596 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.135616] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1088.135616] env[69895]: value = "task-3472276" [ 1088.135616] env[69895]: _type = "Task" [ 1088.135616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.145888] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472276, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.194382] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.194382] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d9fd3d-3f48-41bf-87f0-7c37eaa7f412 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.205063] env[69895]: DEBUG oslo_vmware.api [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1088.205063] env[69895]: value = "task-3472277" [ 1088.205063] env[69895]: _type = "Task" [ 1088.205063] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.207112] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.210150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.726s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.210961] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.211309] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1088.213172] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.917s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.213172] env[69895]: DEBUG nova.objects.instance [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid c5c16672-1d0e-435b-a562-0fd5656dd921 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.217289] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375deb5f-c902-4814-bcd5-e5a095180581 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.227918] env[69895]: DEBUG oslo_vmware.api [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.236772] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cdc72-df17-46c7-adf0-ca826b7e8c4b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.255562] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f92bdd1-ac0f-4a62-b70d-69599a803e88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.265019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2421001-353c-44b2-857b-e02ff2842041 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.304018] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179528MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1088.304692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.316713] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.401062] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.537286] env[69895]: DEBUG oslo_vmware.api [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472274, 'name': PowerOnVM_Task, 'duration_secs': 0.652673} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.537639] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.537961] env[69895]: INFO nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1088.538297] env[69895]: DEBUG nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.539187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e4385b-acbe-485b-a046-e46a0c50fed7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648463] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472276, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.713087] env[69895]: DEBUG oslo_vmware.api [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472277, 'name': PowerOffVM_Task, 'duration_secs': 0.409641} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.716115] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.716339] env[69895]: DEBUG nova.compute.manager [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.722134] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b52a8-36e8-40a9-8eb9-5c77b60abaf0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.737518] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0cfaf0e4-dc53-4662-9457-da2ac519c814 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Lock "41fd7e1b-0551-42e6-9d56-3e72aa119e88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.290s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.815568] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472275, 'name': ReconfigVM_Task, 'duration_secs': 0.578911} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.818454] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.820522] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07e183a-8bbf-4fcb-b75e-4da226c376e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.827762] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1088.827762] env[69895]: value = "task-3472278" [ 1088.827762] env[69895]: _type = "Task" [ 1088.827762] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.841496] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472278, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.883842] env[69895]: DEBUG nova.network.neutron [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.884261] env[69895]: DEBUG nova.network.neutron [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.062547] env[69895]: INFO nova.compute.manager [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Took 20.22 seconds to build instance. [ 1089.078544] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f41534-75be-47ba-8ab2-2458e130a304 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.089031] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05f0414-efdb-4a50-9002-dba6e7ecc7c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.126598] env[69895]: DEBUG oslo_concurrency.lockutils [None req-07cbdd90-dbd7-4978-a047-13878d7dad97 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.402s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.130647] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94d998-2e65-408c-95a0-0a8de606cd41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.148911] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19fe9e-5108-484a-8378-ac4e017f4786 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.159920] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472276, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.171404] env[69895]: DEBUG nova.compute.provider_tree [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.235257] env[69895]: DEBUG oslo_concurrency.lockutils [None req-acaa7da6-6ac7-47b6-a687-9b51b09ad229 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.337898] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472278, 'name': Rename_Task, 'duration_secs': 0.273714} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.338365] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.338623] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b7f23b5-c9ae-4bdd-a52a-63ec1850a9ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.346133] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1089.346133] env[69895]: value = "task-3472279" [ 1089.346133] env[69895]: _type = "Task" [ 1089.346133] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.358660] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.389970] env[69895]: DEBUG oslo_concurrency.lockutils [req-ce953d03-6bd7-4fc8-876e-ebf511c7e392 req-649cb9e6-0afb-4bcd-b876-6f5e6eee79d9 service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505381] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.505720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.565124] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.732s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.642031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.642031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.642031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.642031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.642031] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.646298] env[69895]: INFO nova.compute.manager [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Terminating instance [ 1089.657654] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472276, 'name': CloneVM_Task} progress is 95%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.699902] env[69895]: ERROR nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [req-4159360a-26e5-4534-8ca7-3767f661f074] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4159360a-26e5-4534-8ca7-3767f661f074"}]} [ 1089.723371] env[69895]: DEBUG nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1089.741952] env[69895]: DEBUG nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1089.742331] env[69895]: DEBUG nova.compute.provider_tree [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.758271] env[69895]: DEBUG nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1089.783817] env[69895]: DEBUG nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1089.868671] env[69895]: DEBUG oslo_vmware.api [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472279, 'name': PowerOnVM_Task, 'duration_secs': 0.51266} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.868977] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.869233] env[69895]: INFO nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1089.869448] env[69895]: DEBUG nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.870361] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef186ec5-f28c-42a4-8d1b-66c2c7075875 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.008437] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.026417] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.027153] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing instance network info cache due to event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.027497] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.027869] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.028220] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.134287] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b83a37-4a72-4ad2-897d-af2d105c3e69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.138057] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.138147] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.138321] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.138479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.138659] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.141422] env[69895]: INFO nova.compute.manager [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Terminating instance [ 1090.150087] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4459bb65-97c7-460c-a45d-836de23e3e5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.155754] env[69895]: DEBUG nova.compute.manager [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.155754] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.155754] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f223d2e-cf2b-4622-aad7-87698f69e6a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.162820] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472276, 'name': CloneVM_Task, 'duration_secs': 1.800852} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.188670] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created linked-clone VM from snapshot [ 1090.190379] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39d2d5-bd28-42e8-9584-1875d1fa00af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.193568] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94e93c-20a4-4dca-b663-1c147db5227d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.198644] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.199626] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6397168-f39b-42cd-a9b6-f87b889f3ef7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.206808] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploading image 0e68f75a-808c-482a-8c72-968823fd535d {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.210597] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de80d4-0a27-4665-8e30-42040cbb3adf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.215805] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1090.215805] env[69895]: value = "task-3472280" [ 1090.215805] env[69895]: _type = "Task" [ 1090.215805] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.227967] env[69895]: DEBUG nova.compute.provider_tree [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.236397] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.238411] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.238411] env[69895]: value = "vm-694087" [ 1090.238411] env[69895]: _type = "VirtualMachine" [ 1090.238411] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.239294] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-33ebb733-2e25-4148-988b-f7c6959aed13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.246357] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease: (returnval){ [ 1090.246357] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b39fd-5fda-c358-3008-2cbe4ce67d29" [ 1090.246357] env[69895]: _type = "HttpNfcLease" [ 1090.246357] env[69895]: } obtained for exporting VM: (result){ [ 1090.246357] env[69895]: value = "vm-694087" [ 1090.246357] env[69895]: _type = "VirtualMachine" [ 1090.246357] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.246636] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the lease: (returnval){ [ 1090.246636] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b39fd-5fda-c358-3008-2cbe4ce67d29" [ 1090.246636] env[69895]: _type = "HttpNfcLease" [ 1090.246636] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.255732] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.255732] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b39fd-5fda-c358-3008-2cbe4ce67d29" [ 1090.255732] env[69895]: _type = "HttpNfcLease" [ 1090.255732] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.399073] env[69895]: INFO nova.compute.manager [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Took 10.31 seconds to build instance. [ 1090.538717] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.584730] env[69895]: DEBUG nova.compute.manager [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Received event network-changed-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.584951] env[69895]: DEBUG nova.compute.manager [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Refreshing instance network info cache due to event network-changed-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.585305] env[69895]: DEBUG oslo_concurrency.lockutils [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.585481] env[69895]: DEBUG oslo_concurrency.lockutils [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.585651] env[69895]: DEBUG nova.network.neutron [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Refreshing network info cache for port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.655269] env[69895]: DEBUG nova.compute.manager [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.655504] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.658526] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa1367-6f30-4c02-8270-326f8b4fa500 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.669262] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.669262] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc254c37-b8ff-4039-b245-18588bbf6321 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.730352] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472280, 'name': PowerOffVM_Task, 'duration_secs': 0.236136} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.730968] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.730968] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.731255] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b132ab32-2181-4e98-8d86-fbe268651249 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.739373] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.739646] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.739843] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.740200] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00688c58-a0cf-45d9-a705-1c682984f929 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.747582] env[69895]: DEBUG oslo_vmware.api [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1090.747582] env[69895]: value = "task-3472284" [ 1090.747582] env[69895]: _type = "Task" [ 1090.747582] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.760180] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.760180] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b39fd-5fda-c358-3008-2cbe4ce67d29" [ 1090.760180] env[69895]: _type = "HttpNfcLease" [ 1090.760180] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.763874] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.763874] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b39fd-5fda-c358-3008-2cbe4ce67d29" [ 1090.763874] env[69895]: _type = "HttpNfcLease" [ 1090.763874] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.765128] env[69895]: DEBUG oslo_vmware.api [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.765585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0e0221-b04a-49b2-89f1-d31b3c20faef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.775324] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.775324] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.779875] env[69895]: DEBUG nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.780330] env[69895]: DEBUG nova.compute.provider_tree [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 137 to 138 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.780574] env[69895]: DEBUG nova.compute.provider_tree [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.846536] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.635s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.849672] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.849945] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.850200] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleting the datastore file [datastore1] 09bcc73d-bf93-488b-84a5-671d439619d5 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.850601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.546s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.856356] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a92fba8-e9dd-4b90-bcfb-43b9bd0084c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.863120] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1090.863120] env[69895]: value = "task-3472285" [ 1090.863120] env[69895]: _type = "Task" [ 1090.863120] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.872114] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.878221] env[69895]: INFO nova.scheduler.client.report [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance c5c16672-1d0e-435b-a562-0fd5656dd921 [ 1090.901058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6aa70b56-84cf-415e-bd41-5d457c5737c2 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.823s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.901304] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08b6b854-5c15-4d8a-a2af-e6d2204982c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.918575] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updated VIF entry in instance network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.919135] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.262028] env[69895]: DEBUG oslo_vmware.api [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236429} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.263060] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.263060] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.263060] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.263156] env[69895]: INFO nova.compute.manager [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1091.263340] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.263547] env[69895]: DEBUG nova.compute.manager [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.263640] env[69895]: DEBUG nova.network.neutron [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.375113] env[69895]: DEBUG oslo_vmware.api [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219913} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.376635] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.376793] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.376977] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.377184] env[69895]: INFO nova.compute.manager [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1091.378569] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.378569] env[69895]: DEBUG nova.compute.manager [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.378569] env[69895]: DEBUG nova.network.neutron [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.389023] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "c5c16672-1d0e-435b-a562-0fd5656dd921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.258s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.424330] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.424603] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.424770] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing instance network info cache due to event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.424990] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.425188] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.425383] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.509731] env[69895]: DEBUG nova.network.neutron [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updated VIF entry in instance network info cache for port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.510180] env[69895]: DEBUG nova.network.neutron [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.562241] env[69895]: INFO nova.compute.manager [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Rebuilding instance [ 1091.887078] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 764793c8-612c-47b5-93f4-c9696f56c362 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.887361] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 4de3d836-0b82-4d09-9eb9-1277335cc524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.887660] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5bad9826-8dd5-4c74-82d0-db280db4430d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.887788] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 39c9eec4-5512-4226-a03d-e08e034e6817 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.887906] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 09bcc73d-bf93-488b-84a5-671d439619d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888040] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888160] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888272] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance ac582c0a-208f-4e9c-82fc-efb46a9588dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888385] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888496] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance dd4ffb30-6292-464f-a166-61edbe8786a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888606] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance a7b6bcfd-869d-4cfe-9acb-5d66312e296a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888715] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888824] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance dd0a1246-f086-47a2-b13b-8187c7351a05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.888936] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.889082] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance f8517892-b7f5-4e1e-9101-cc09e5f30d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.014499] env[69895]: DEBUG oslo_concurrency.lockutils [req-e82b88ea-782c-4d8d-9cc7-7e94adebfd94 req-07627cea-7682-42fc-be61-33aaf97c8605 service nova] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.075585] env[69895]: DEBUG nova.compute.manager [req-0defe5c7-9f89-48d2-9374-4487628639c9 req-9d5be71a-de07-4f24-a933-3342d5257623 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Received event network-vif-deleted-fad0664f-a2da-4d71-a0c0-d2f736671c9c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.076099] env[69895]: INFO nova.compute.manager [req-0defe5c7-9f89-48d2-9374-4487628639c9 req-9d5be71a-de07-4f24-a933-3342d5257623 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Neutron deleted interface fad0664f-a2da-4d71-a0c0-d2f736671c9c; detaching it from the instance and deleting it from the info cache [ 1092.076407] env[69895]: DEBUG nova.network.neutron [req-0defe5c7-9f89-48d2-9374-4487628639c9 req-9d5be71a-de07-4f24-a933-3342d5257623 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.184791] env[69895]: DEBUG nova.network.neutron [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.219243] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updated VIF entry in instance network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.219751] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.245743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.246111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.392221] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 76cce8dd-acc2-439b-8959-4b0408f2d9e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1092.554388] env[69895]: DEBUG nova.network.neutron [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.579313] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd6b33f5-fe55-46df-a865-02ae64c5f587 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.592114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c8ce5-dbe3-4877-91b6-3e83dd30563a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.627837] env[69895]: DEBUG nova.compute.manager [req-0defe5c7-9f89-48d2-9374-4487628639c9 req-9d5be71a-de07-4f24-a933-3342d5257623 service nova] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Detach interface failed, port_id=fad0664f-a2da-4d71-a0c0-d2f736671c9c, reason: Instance 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.688636] env[69895]: INFO nova.compute.manager [-] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Took 1.42 seconds to deallocate network for instance. [ 1092.723173] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.723173] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.723348] env[69895]: DEBUG nova.compute.manager [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.723718] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.723982] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.724362] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.749198] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.894931] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fce02cc8-b78e-4909-9da5-77c0643fd3e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.058050] env[69895]: INFO nova.compute.manager [-] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Took 1.68 seconds to deallocate network for instance. [ 1093.198136] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.297469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.397936] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance d16742b0-b739-4223-9733-253ddfb7fdcd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.398266] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1093.398443] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1093.526020] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.526506] env[69895]: DEBUG nova.network.neutron [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.564657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.654699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88d488-21c9-4ce3-b465-095f303319c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.663410] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea58d2-4ed9-49f0-a332-6f4f7cc64260 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.699517] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b060c9c-8c1a-4ba0-8fb5-150678b29c7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707748] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56963d-a8e5-41bb-b54d-06ad8dcbab13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.722695] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.030183] env[69895]: DEBUG oslo_concurrency.lockutils [req-1f9e49e3-fd4a-4521-b753-cf131c34f1d3 req-60155972-917e-4959-af51-e3136cfe6333 service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.226282] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.731208] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1094.731571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.881s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.731740] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.331s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.733518] env[69895]: INFO nova.compute.claims [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.980092] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291ab62-7124-47de-b82c-8d1b008ba38c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.988230] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9badb4b0-bd45-4638-9621-471380f763d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.019934] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344cb2b3-314e-4e52-bea1-237b76d2708a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.027858] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ff1b8-5106-4026-8cf1-cad692da3fcd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.042629] env[69895]: DEBUG nova.compute.provider_tree [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.546086] env[69895]: DEBUG nova.scheduler.client.report [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.051675] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.052274] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.055340] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.516s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.056866] env[69895]: INFO nova.compute.claims [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.564425] env[69895]: DEBUG nova.compute.utils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.565859] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.566079] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.616344] env[69895]: DEBUG nova.policy [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71dec0aeab44ecc9c73a0a168a92ae2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '026ff2b21aac490bbd796504ee1133de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.849829] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.852702] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78816eb0-a74f-4a71-9d6b-c43ec11461fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.862067] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.862261] env[69895]: ERROR oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk due to incomplete transfer. [ 1097.862510] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-920f9492-a20e-41dc-9945-ac3242de3e4c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.871542] env[69895]: DEBUG oslo_vmware.rw_handles [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5293b584-6829-1615-0d50-a35021a8d129/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.871738] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Uploaded image 3f7741a9-2cb0-48c9-98bc-4f00b683d05e to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.879349] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.879658] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e7eb5ad-6868-4241-b56c-e3ee6f604999 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.887704] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1097.887704] env[69895]: value = "task-3472286" [ 1097.887704] env[69895]: _type = "Task" [ 1097.887704] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.893555] env[69895]: DEBUG nova.compute.manager [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.894443] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa090f9c-8337-458b-933b-1d2ca17313b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.903109] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472286, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.008105] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Successfully created port: aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.070263] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.204309] env[69895]: DEBUG nova.compute.manager [req-d71d6978-13ef-4758-863c-fa36f03a99b2 req-e289a00a-2e85-4882-a486-2cca9495a7c4 service nova] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Received event network-vif-deleted-abe1214b-25dc-44a4-a2b9-55548f9315b8 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.349488] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52660c67-38a6-48be-94db-f8def4de10e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.356602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.356869] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.357067] env[69895]: INFO nova.compute.manager [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Shelving [ 1098.359164] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec58b2-bb01-4154-9c0e-f42f4a3aac33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.390976] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e47ff9-b3d8-44d0-87d9-b1c2e5a71436 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.405708] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7792a4d-665e-4d4f-968b-c8513bd11a23 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.409056] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472286, 'name': Destroy_Task, 'duration_secs': 0.388044} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.415023] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Destroyed the VM [ 1098.415023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1098.415023] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1594de91-9639-4709-8483-42892ac5f557 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.424934] env[69895]: DEBUG nova.compute.provider_tree [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.428081] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1098.428081] env[69895]: value = "task-3472287" [ 1098.428081] env[69895]: _type = "Task" [ 1098.428081] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.438154] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.831279] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.831707] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.832140] env[69895]: DEBUG nova.objects.instance [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid a7b6bcfd-869d-4cfe-9acb-5d66312e296a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.913759] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.914017] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a0fab6-199f-4a47-91c1-1b286f634fd1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.922451] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1098.922451] env[69895]: value = "task-3472288" [ 1098.922451] env[69895]: _type = "Task" [ 1098.922451] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.927511] env[69895]: DEBUG nova.scheduler.client.report [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.938457] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.943310] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472287, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.081035] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.131611] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.131871] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.132050] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.132278] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.132432] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.132620] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.132849] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.133125] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.133315] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.133484] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.133658] env[69895]: DEBUG nova.virt.hardware [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.134555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481dd351-5abb-4633-ad5b-15b2b043a79c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.142578] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb986603-2727-45e8-a457-da3d8a9ec17b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.369900] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.372780] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a8a502f-7890-4b64-88b4-00610ba3cab9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.381157] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1099.381157] env[69895]: value = "task-3472289" [ 1099.381157] env[69895]: _type = "Task" [ 1099.381157] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.389598] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.431788] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472288, 'name': PowerOffVM_Task, 'duration_secs': 0.135085} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.432032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.432501] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.435081] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.435755] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.436302] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.238s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.436509] env[69895]: DEBUG nova.objects.instance [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'resources' on Instance uuid 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.438008] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d3959-b25d-4552-a1fe-9245f5418daa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.449865] env[69895]: DEBUG oslo_vmware.api [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472287, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674932} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.451929] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.452186] env[69895]: INFO nova.compute.manager [None req-1206e247-a5e8-4327-b0bd-a088e4677870 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 15.73 seconds to snapshot the instance on the hypervisor. [ 1099.454660] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.455079] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eadd00a3-7d59-4734-b9a2-8e69a1fc2573 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.480540] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.480875] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.481215] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Deleting the datastore file [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.481529] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127b4c36-7f3b-473d-88a5-5ecb28d447ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.489417] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1099.489417] env[69895]: value = "task-3472291" [ 1099.489417] env[69895]: _type = "Task" [ 1099.489417] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.497900] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.732741] env[69895]: DEBUG nova.objects.instance [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid a7b6bcfd-869d-4cfe-9acb-5d66312e296a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.817887] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Successfully updated port: aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.859046] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1099.860277] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d7760-ebd2-4cef-a05b-eecb10b89d6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.866486] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1099.866601] env[69895]: ERROR oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk due to incomplete transfer. [ 1099.866809] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08bd3128-4cb0-4960-af4a-fa4c3e7be1b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.873537] env[69895]: DEBUG oslo_vmware.rw_handles [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbeaf8-0ce1-c0fc-1aa8-6c51117c52ea/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.873779] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploaded image 0e68f75a-808c-482a-8c72-968823fd535d to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.875624] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.876118] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a70f9f5-4c0e-4788-adc0-149d71be7a3c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.882081] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1099.882081] env[69895]: value = "task-3472292" [ 1099.882081] env[69895]: _type = "Task" [ 1099.882081] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.893615] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472292, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.896260] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472289, 'name': PowerOffVM_Task, 'duration_secs': 0.248437} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.896503] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.897357] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70ebe87-fe14-4093-8a17-3af841537a3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.916083] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c673bb55-930f-46a9-a62c-ac3b41c4510d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.938205] env[69895]: DEBUG nova.compute.utils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.939654] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.939852] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.999554] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144438} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.000429] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.000628] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.000803] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.028951] env[69895]: DEBUG nova.policy [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a212224f862436594f61ab30278e1c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6a88e722c949bab8f6807b95542537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.208291] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d07fe6d-4c8a-4da5-9c47-f654bfec93d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.216392] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a375c-01dd-4249-aa48-ddbd44b8e827 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.941588] env[69895]: DEBUG nova.objects.base [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.941588] env[69895]: DEBUG nova.network.neutron [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.943498] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.943717] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquired lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.943912] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.946934] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.947399] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.955746] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Successfully created port: 60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.962630] env[69895]: DEBUG nova.compute.manager [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Received event network-vif-plugged-aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.962630] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Acquiring lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.962630] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.962980] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.962980] env[69895]: DEBUG nova.compute.manager [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] No waiting events found dispatching network-vif-plugged-aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.963490] env[69895]: WARNING nova.compute.manager [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Received unexpected event network-vif-plugged-aefcb44c-bf92-4d92-9d5a-f1db558a0544 for instance with vm_state building and task_state spawning. [ 1100.963490] env[69895]: DEBUG nova.compute.manager [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Received event network-changed-aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.963490] env[69895]: DEBUG nova.compute.manager [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Refreshing instance network info cache due to event network-changed-aefcb44c-bf92-4d92-9d5a-f1db558a0544. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.963796] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Acquiring lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.963796] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ef6aed7-cb38-4258-a378-a7270d68850b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.967020] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d1d6d-9402-4be0-baa3-edcca6f0a0bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.980208] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472292, 'name': Destroy_Task, 'duration_secs': 0.308672} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.980576] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroyed the VM [ 1100.980857] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1100.981237] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1100.981237] env[69895]: value = "task-3472293" [ 1100.981237] env[69895]: _type = "Task" [ 1100.981237] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.981801] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-31433640-2a6c-46d3-a820-2f3f28541a37 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.984566] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8256d3b-ec90-4182-8b42-e2771ac48747 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.003024] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.011750] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1101.011750] env[69895]: value = "task-3472294" [ 1101.011750] env[69895]: _type = "Task" [ 1101.011750] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.014662] env[69895]: DEBUG nova.compute.provider_tree [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.023283] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472294, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.101255] env[69895]: DEBUG nova.policy [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.491017] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.491340] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.491417] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.491593] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.491813] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.492035] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.492312] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.492574] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.492664] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.492860] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.493079] env[69895]: DEBUG nova.virt.hardware [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.493905] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff614ec8-cb8b-44e5-8c3f-c3448db4fb05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.502386] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472293, 'name': CreateSnapshot_Task, 'duration_secs': 0.451241} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.504345] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1101.505120] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fe303-b82c-4a2a-9d55-4cef6e7c48c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.508402] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3386a6-ae30-4701-96df-7e152c898a1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.512777] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.530837] env[69895]: DEBUG nova.scheduler.client.report [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.534052] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.540331] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.547020] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.549417] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea30bfca-6b06-48fb-baa1-1ae413e835d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.562656] env[69895]: DEBUG oslo_vmware.api [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472294, 'name': RemoveSnapshot_Task, 'duration_secs': 0.513322} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.563280] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.563510] env[69895]: INFO nova.compute.manager [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 15.51 seconds to snapshot the instance on the hypervisor. [ 1101.567109] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.567109] env[69895]: value = "task-3472295" [ 1101.567109] env[69895]: _type = "Task" [ 1101.567109] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.574915] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472295, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.784863] env[69895]: DEBUG nova.network.neutron [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Updating instance_info_cache with network_info: [{"id": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "address": "fa:16:3e:36:e7:f0", "network": {"id": "48d98ea4-7065-412c-a53f-63c794b24793", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1541254239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ff2b21aac490bbd796504ee1133de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefcb44c-bf", "ovs_interfaceid": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.959007] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.988992] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.989300] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.989469] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.989692] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.989854] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.990035] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.990213] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.990368] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.990568] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.990701] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.990871] env[69895]: DEBUG nova.virt.hardware [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.991778] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce57d071-812c-4403-bb68-79fb51480b18 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.999706] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b3df36-7e08-4b59-9e60-9db7e84a08a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.047588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.611s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.056520] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1102.056885] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.760s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.058377] env[69895]: INFO nova.compute.claims [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.060844] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ba556e7-001f-4aea-b38c-1605ec928c5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.069200] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1102.069200] env[69895]: value = "task-3472296" [ 1102.069200] env[69895]: _type = "Task" [ 1102.069200] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.086028] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472295, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.087152] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472296, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.118708] env[69895]: INFO nova.scheduler.client.report [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 20b9cb28-8b15-4d99-b3d8-a30ed45800b9 [ 1102.125012] env[69895]: DEBUG nova.compute.manager [None req-e13ce3a7-023b-4141-bce0-6ffb51b9ec15 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Found 2 images (rotation: 2) {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1102.288072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Releasing lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288449] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Instance network_info: |[{"id": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "address": "fa:16:3e:36:e7:f0", "network": {"id": "48d98ea4-7065-412c-a53f-63c794b24793", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1541254239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ff2b21aac490bbd796504ee1133de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefcb44c-bf", "ovs_interfaceid": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.288776] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Acquired lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.288959] env[69895]: DEBUG nova.network.neutron [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Refreshing network info cache for port aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.290210] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:e7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aefcb44c-bf92-4d92-9d5a-f1db558a0544', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.298725] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Creating folder: Project (026ff2b21aac490bbd796504ee1133de). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.301897] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce1d0e8e-6185-4a46-a6f6-b645d39af80b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.313061] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Created folder: Project (026ff2b21aac490bbd796504ee1133de) in parent group-v693805. [ 1102.313315] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Creating folder: Instances. Parent ref: group-v694091. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.313591] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b70c61e-af42-4df9-8e61-c71da5615c6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.325238] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Created folder: Instances in parent group-v694091. [ 1102.325528] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.325750] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.325966] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523344cd-5085-4c16-a1c1-ff6039143a7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.344504] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.344504] env[69895]: value = "task-3472299" [ 1102.344504] env[69895]: _type = "Task" [ 1102.344504] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.352320] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472299, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.571131] env[69895]: DEBUG nova.network.neutron [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Updated VIF entry in instance network info cache for port aefcb44c-bf92-4d92-9d5a-f1db558a0544. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.571423] env[69895]: DEBUG nova.network.neutron [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Updating instance_info_cache with network_info: [{"id": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "address": "fa:16:3e:36:e7:f0", "network": {"id": "48d98ea4-7065-412c-a53f-63c794b24793", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1541254239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ff2b21aac490bbd796504ee1133de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaefcb44c-bf", "ovs_interfaceid": "aefcb44c-bf92-4d92-9d5a-f1db558a0544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.593675] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472296, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.593783] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472295, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.628047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "20b9cb28-8b15-4d99-b3d8-a30ed45800b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.490s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.854725] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472299, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.905470] env[69895]: DEBUG nova.network.neutron [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Successfully updated port: c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.918014] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Successfully updated port: 60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.074693] env[69895]: DEBUG oslo_concurrency.lockutils [req-501dd2a9-6609-4d0e-bef5-27627264323f req-d97708f5-ecf5-4faa-a920-0a28972e5dab service nova] Releasing lock "refresh_cache-76cce8dd-acc2-439b-8959-4b0408f2d9e5" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.075394] env[69895]: DEBUG nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.079383] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f03466-19e5-4243-a4f9-0d2bbc2d646f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.090505] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472295, 'name': CreateVM_Task, 'duration_secs': 1.428295} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.094877] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.095202] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472296, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.097889] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.098089] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.099181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.099181] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721a7a9e-956b-4609-ba45-8ad9210f0868 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.103817] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1103.103817] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299ca1a-0cc5-cc10-634d-ef21e9ad9041" [ 1103.103817] env[69895]: _type = "Task" [ 1103.103817] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.111873] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299ca1a-0cc5-cc10-634d-ef21e9ad9041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.186722] env[69895]: DEBUG nova.compute.manager [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.186981] env[69895]: DEBUG oslo_concurrency.lockutils [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.187940] env[69895]: DEBUG oslo_concurrency.lockutils [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.187940] env[69895]: DEBUG oslo_concurrency.lockutils [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.187940] env[69895]: DEBUG nova.compute.manager [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] No waiting events found dispatching network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.187940] env[69895]: WARNING nova.compute.manager [req-32b1a9fc-9b5f-4a22-8f1b-3aadfe1b9b63 req-5a8427fc-5aac-4138-8e10-aee3b6bd6cc7 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received unexpected event network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 for instance with vm_state active and task_state None. [ 1103.356164] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472299, 'name': CreateVM_Task, 'duration_secs': 0.841166} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.356352] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.357066] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.379395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b35fdb-6741-4cf0-ab4a-647cb36739bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.387322] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fdb56f-568c-4f2f-9da1-ccdd97c9edc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.419382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.419567] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.419764] env[69895]: DEBUG nova.network.neutron [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.422019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.422019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.422019] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.423566] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c953a-07ad-464e-a1fe-6e480ac42d4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.431638] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1be2bc8-aa03-4674-81b9-f70469e7cae4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.446056] env[69895]: DEBUG nova.compute.provider_tree [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.586052] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472296, 'name': CloneVM_Task, 'duration_secs': 1.415931} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.586336] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Created linked-clone VM from snapshot [ 1103.587086] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc1943-e18c-44bd-8bb6-22b45c79c4fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.594815] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Uploading image 6da6d658-808c-461f-a96b-6eeb6c01036e {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1103.599756] env[69895]: INFO nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] instance snapshotting [ 1103.600371] env[69895]: DEBUG nova.objects.instance [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.618151] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299ca1a-0cc5-cc10-634d-ef21e9ad9041, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.618615] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1103.618615] env[69895]: value = "vm-694090" [ 1103.618615] env[69895]: _type = "VirtualMachine" [ 1103.618615] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1103.618615] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.618805] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.618963] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.619122] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.619335] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.619661] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1dab0334-648b-40ab-92af-9b52aa9fab07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.621825] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.622145] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.622365] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b536fc6-6935-4e70-a38d-7b42ecf0e673 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.624029] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557216d4-b8ff-4694-9c6a-ed899a0f990f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.631344] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1103.631344] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bab2d7-9e51-be52-c9f0-79be6724ebb9" [ 1103.631344] env[69895]: _type = "Task" [ 1103.631344] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.632737] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease: (returnval){ [ 1103.632737] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52783974-9c87-52ca-6aa1-17c56bd4d5f5" [ 1103.632737] env[69895]: _type = "HttpNfcLease" [ 1103.632737] env[69895]: } obtained for exporting VM: (result){ [ 1103.632737] env[69895]: value = "vm-694090" [ 1103.632737] env[69895]: _type = "VirtualMachine" [ 1103.632737] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1103.636438] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the lease: (returnval){ [ 1103.636438] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52783974-9c87-52ca-6aa1-17c56bd4d5f5" [ 1103.636438] env[69895]: _type = "HttpNfcLease" [ 1103.636438] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1103.636819] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.637018] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.640798] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259c7496-bd07-4cb6-83c1-8cfe18417e4a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.648280] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bab2d7-9e51-be52-c9f0-79be6724ebb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.650723] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.650723] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52783974-9c87-52ca-6aa1-17c56bd4d5f5" [ 1103.650723] env[69895]: _type = "HttpNfcLease" [ 1103.650723] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1103.651042] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1103.651042] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52574e24-8591-7ed7-1d0c-5e4ceb42bbcb" [ 1103.651042] env[69895]: _type = "Task" [ 1103.651042] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.651336] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1103.651336] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52783974-9c87-52ca-6aa1-17c56bd4d5f5" [ 1103.651336] env[69895]: _type = "HttpNfcLease" [ 1103.651336] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1103.652102] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3f71ba-ffa2-4c30-850d-197a0e70901d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.662894] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1103.663069] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1103.667655] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52574e24-8591-7ed7-1d0c-5e4ceb42bbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.724393] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3aaf7b-9d13-4250-88ec-ab02413d3f9b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.731832] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1103.731832] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285625a-492b-b804-1477-c503e4a2090a" [ 1103.731832] env[69895]: _type = "Task" [ 1103.731832] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.739808] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285625a-492b-b804-1477-c503e4a2090a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.768053] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d320d1d6-aa64-4026-9a3d-771c90e00c53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.949425] env[69895]: DEBUG nova.scheduler.client.report [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.974839] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.981086] env[69895]: WARNING nova.network.neutron [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 1104.105317] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391463d0-f7bf-475c-8055-146b783d68aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.125321] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a700cf-28a3-4879-b23e-6eae8fe3aaca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.147823] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bab2d7-9e51-be52-c9f0-79be6724ebb9, 'name': SearchDatastore_Task, 'duration_secs': 0.019474} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.148453] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.148740] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.148964] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.199749] env[69895]: DEBUG nova.network.neutron [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating instance_info_cache with network_info: [{"id": "60e8019c-f479-4b08-a825-64842b28221a", "address": "fa:16:3e:6d:89:75", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e8019c-f4", "ovs_interfaceid": "60e8019c-f479-4b08-a825-64842b28221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.244106] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5285625a-492b-b804-1477-c503e4a2090a, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.244581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.244663] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.245195] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.245195] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.245374] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a70d252-5674-42d5-90f5-c646b7fe8429 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.247324] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eea88be2-691c-417b-9b56-3315ae3165dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.254445] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1104.254445] env[69895]: value = "task-3472301" [ 1104.254445] env[69895]: _type = "Task" [ 1104.254445] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.256367] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.256367] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.259722] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38df1f1-8ca6-4f89-a242-b490d032f99d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.270742] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.271223] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1104.271223] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277fe0c-12ca-9539-29c5-ec0b8d38b6b0" [ 1104.271223] env[69895]: _type = "Task" [ 1104.271223] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.278278] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277fe0c-12ca-9539-29c5-ec0b8d38b6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.361325] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.361953] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.362164] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.362414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.362612] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.364924] env[69895]: INFO nova.compute.manager [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Terminating instance [ 1104.367277] env[69895]: DEBUG nova.network.neutron [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c60f4a94-2353-4c92-bcd5-504d0c994380", "address": "fa:16:3e:7f:95:97", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60f4a94-23", "ovs_interfaceid": "c60f4a94-2353-4c92-bcd5-504d0c994380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.455452] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.455452] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.457992] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.893s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.458153] env[69895]: DEBUG nova.objects.instance [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'resources' on Instance uuid 09bcc73d-bf93-488b-84a5-671d439619d5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.644174] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.644542] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60095337-8ae8-4b80-8dc9-8cb026d50c53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.652352] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1104.652352] env[69895]: value = "task-3472302" [ 1104.652352] env[69895]: _type = "Task" [ 1104.652352] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.660303] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.703373] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.703740] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance network_info: |[{"id": "60e8019c-f479-4b08-a825-64842b28221a", "address": "fa:16:3e:6d:89:75", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e8019c-f4", "ovs_interfaceid": "60e8019c-f479-4b08-a825-64842b28221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.704226] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:89:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e8019c-f479-4b08-a825-64842b28221a', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.715016] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.715016] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.715016] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852ad10e-ff8e-4272-ba14-9d1a4e8d63c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.736835] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.736835] env[69895]: value = "task-3472303" [ 1104.736835] env[69895]: _type = "Task" [ 1104.736835] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.746376] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472303, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.765683] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472301, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.782852] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5277fe0c-12ca-9539-29c5-ec0b8d38b6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.784019] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070c54a9-aaef-4f7c-a8e8-dd5a7a3415fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.790054] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1104.790054] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2ae9f-e0fc-a20e-c52d-c60699181105" [ 1104.790054] env[69895]: _type = "Task" [ 1104.790054] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.803132] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2ae9f-e0fc-a20e-c52d-c60699181105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.871313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.872806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.872806] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.873410] env[69895]: DEBUG nova.compute.manager [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.873628] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.875070] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d20792-12cd-4412-a84e-abcb7d5fe24a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.878436] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39518665-9d11-482c-9388-8f38e1a24d96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.898460] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.898737] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.898997] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.899261] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.899516] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.899756] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.900103] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.900348] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.900585] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.900811] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.901059] env[69895]: DEBUG nova.virt.hardware [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.908128] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfiguring VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1104.910946] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3787a7f3-d8e6-4000-924a-c78a16b6da0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.923992] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.924386] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-309f8e23-a294-4acc-ad37-8724e1045687 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.933852] env[69895]: DEBUG oslo_vmware.api [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1104.933852] env[69895]: value = "task-3472304" [ 1104.933852] env[69895]: _type = "Task" [ 1104.933852] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.934971] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1104.934971] env[69895]: value = "task-3472305" [ 1104.934971] env[69895]: _type = "Task" [ 1104.934971] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.948025] env[69895]: DEBUG oslo_vmware.api [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472304, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.951429] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.961477] env[69895]: DEBUG nova.compute.utils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.966765] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.967014] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.074349] env[69895]: DEBUG nova.policy [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '401597e927da4069be2b89fcc05a907b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f77b69fa22a4c448aa1aace493705c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.163936] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.247411] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472303, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.263788] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f404965-de4d-4c4a-995b-9be7e421b63e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.269984] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771101} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.270803] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.271107] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.271409] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c8ddcd-7bc5-41df-868e-0a6d0c9f71b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.276507] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c40ea-f4e1-4909-9f2a-d989b4868100 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.282053] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1105.282053] env[69895]: value = "task-3472306" [ 1105.282053] env[69895]: _type = "Task" [ 1105.282053] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.314187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaf3b19-b1cb-4142-a3ac-941dea5f27ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.321022] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.327075] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2ae9f-e0fc-a20e-c52d-c60699181105, 'name': SearchDatastore_Task, 'duration_secs': 0.067495} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.329365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.329722] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 76cce8dd-acc2-439b-8959-4b0408f2d9e5/76cce8dd-acc2-439b-8959-4b0408f2d9e5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.330075] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5dc8dee-36e9-47dd-a2f0-62e40dafdafb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.333155] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a1c47-8bfa-44ee-8515-d9337728001b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.341717] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Received event network-vif-plugged-60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.342021] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.342330] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.342592] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.342750] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] No waiting events found dispatching network-vif-plugged-60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.342978] env[69895]: WARNING nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Received unexpected event network-vif-plugged-60e8019c-f479-4b08-a825-64842b28221a for instance with vm_state building and task_state spawning. [ 1105.343255] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.343455] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-c60f4a94-2353-4c92-bcd5-504d0c994380. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.343691] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.343866] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.344081] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.361025] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1105.361025] env[69895]: value = "task-3472307" [ 1105.361025] env[69895]: _type = "Task" [ 1105.361025] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.361025] env[69895]: DEBUG nova.compute.provider_tree [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.371110] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.423769] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Successfully created port: 85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.447437] env[69895]: DEBUG oslo_vmware.api [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.451054] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472305, 'name': PowerOffVM_Task, 'duration_secs': 0.206187} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.451374] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.451619] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.451952] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44baa8bc-a4b0-40d6-83ca-16bbeb7d69e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.467693] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.517396] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.517882] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.518120] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleting the datastore file [datastore2] bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.518406] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb3c477-4bc8-42c4-a0a8-68943a59ad81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.527109] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1105.527109] env[69895]: value = "task-3472309" [ 1105.527109] env[69895]: _type = "Task" [ 1105.527109] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.538592] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.605834] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "764793c8-612c-47b5-93f4-c9696f56c362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.606415] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.606791] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "764793c8-612c-47b5-93f4-c9696f56c362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.607091] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.607342] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.610188] env[69895]: INFO nova.compute.manager [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Terminating instance [ 1105.667744] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472302, 'name': CreateSnapshot_Task, 'duration_secs': 0.968087} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.668255] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.669340] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d869294d-ed9e-4449-aa3a-ed5f985f1bce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.751188] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472303, 'name': CreateVM_Task, 'duration_secs': 0.634674} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.751188] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.751778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.751948] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.752333] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.752659] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd97db48-66b0-4201-975d-d05f426466c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.760020] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1105.760020] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fbaa8-b4fd-9c2f-162d-c5cc3817f763" [ 1105.760020] env[69895]: _type = "Task" [ 1105.760020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.771636] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fbaa8-b4fd-9c2f-162d-c5cc3817f763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.793766] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104581} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.794164] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.795096] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4447d7-c0d1-4d04-90f3-d201371b75ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.819660] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.820074] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760f39b7-0818-45b3-af93-26c1ef17903e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.843838] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1105.843838] env[69895]: value = "task-3472310" [ 1105.843838] env[69895]: _type = "Task" [ 1105.843838] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.856775] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.866402] env[69895]: DEBUG nova.scheduler.client.report [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.878670] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.947062] env[69895]: DEBUG oslo_vmware.api [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472304, 'name': ReconfigVM_Task, 'duration_secs': 0.842184} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.950124] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.950486] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfigured VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1106.040511] env[69895]: DEBUG oslo_vmware.api [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334587} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.041923] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.041923] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.041923] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.041923] env[69895]: INFO nova.compute.manager [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1106.041923] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.042168] env[69895]: DEBUG nova.compute.manager [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.042168] env[69895]: DEBUG nova.network.neutron [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.101730] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port c60f4a94-2353-4c92-bcd5-504d0c994380. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.102327] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c60f4a94-2353-4c92-bcd5-504d0c994380", "address": "fa:16:3e:7f:95:97", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60f4a94-23", "ovs_interfaceid": "c60f4a94-2353-4c92-bcd5-504d0c994380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.115434] env[69895]: DEBUG nova.compute.manager [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.115908] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.117558] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2669929-fa52-4a53-b2c4-9fad445b99d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.130189] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.130700] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac1bd19-0dfa-4eb3-8154-f2d0a07c04be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.137341] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1106.137341] env[69895]: value = "task-3472311" [ 1106.137341] env[69895]: _type = "Task" [ 1106.137341] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.146353] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.189351] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1106.190095] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed3648bb-963f-4069-8bcf-73c28f36f3ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.199092] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1106.199092] env[69895]: value = "task-3472312" [ 1106.199092] env[69895]: _type = "Task" [ 1106.199092] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.208124] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.271652] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fbaa8-b4fd-9c2f-162d-c5cc3817f763, 'name': SearchDatastore_Task, 'duration_secs': 0.063755} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.272214] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.272361] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.272631] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.272780] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.273045] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.273455] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bec774e-6611-48c4-9cbf-1aa38baa655a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.282909] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.283139] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.283907] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d940ed4f-32fb-40c7-af93-dda795de9f22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.289391] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1106.289391] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5235cbb2-f42d-8daf-3bf0-84e1ac089ee8" [ 1106.289391] env[69895]: _type = "Task" [ 1106.289391] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.301635] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5235cbb2-f42d-8daf-3bf0-84e1ac089ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.354029] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.373039] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.374762] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629381} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.375474] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 76cce8dd-acc2-439b-8959-4b0408f2d9e5/76cce8dd-acc2-439b-8959-4b0408f2d9e5.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.376016] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.376016] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ab460c9-8e37-4243-acef-b8cc00a920d0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.383012] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1106.383012] env[69895]: value = "task-3472313" [ 1106.383012] env[69895]: _type = "Task" [ 1106.383012] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.393751] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.429776] env[69895]: INFO nova.scheduler.client.report [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted allocations for instance 09bcc73d-bf93-488b-84a5-671d439619d5 [ 1106.456055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-15d10356-7bf6-4191-b72a-fd52fc17a246 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.624s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.479605] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.510008] env[69895]: DEBUG nova.compute.manager [req-0e84b223-5e3e-48b6-9a67-0df36ac18054 req-2d52b59d-bde0-4757-9021-515f183438e2 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Received event network-vif-deleted-a7b2ede2-b031-42d4-9459-776e4cacb9e1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.510325] env[69895]: INFO nova.compute.manager [req-0e84b223-5e3e-48b6-9a67-0df36ac18054 req-2d52b59d-bde0-4757-9021-515f183438e2 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Neutron deleted interface a7b2ede2-b031-42d4-9459-776e4cacb9e1; detaching it from the instance and deleting it from the info cache [ 1106.510598] env[69895]: DEBUG nova.network.neutron [req-0e84b223-5e3e-48b6-9a67-0df36ac18054 req-2d52b59d-bde0-4757-9021-515f183438e2 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.529033] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.529334] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.529528] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.529722] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.529869] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.530028] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.530269] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.530441] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.530613] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.530780] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.530955] env[69895]: DEBUG nova.virt.hardware [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.532328] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055186a-647d-4a00-9f4c-b948c292021f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.540629] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bc831-93e6-4b4c-977d-bb12a54104e7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.605966] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.605966] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Received event network-changed-60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.606225] env[69895]: DEBUG nova.compute.manager [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Refreshing instance network info cache due to event network-changed-60e8019c-f479-4b08-a825-64842b28221a. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.606361] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Acquiring lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.606509] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Acquired lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.606940] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Refreshing network info cache for port 60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.654451] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472311, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.712387] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.799835] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5235cbb2-f42d-8daf-3bf0-84e1ac089ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.800757] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486e6cb2-fb9c-49dd-b1b6-51a262366c00 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.805876] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1106.805876] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fad27-f5e5-881a-ab80-0486449d5e9b" [ 1106.805876] env[69895]: _type = "Task" [ 1106.805876] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.815245] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fad27-f5e5-881a-ab80-0486449d5e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.855118] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472310, 'name': ReconfigVM_Task, 'duration_secs': 0.6241} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.855561] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c/f8517892-b7f5-4e1e-9101-cc09e5f30d5c.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.856225] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48f9a00-ec1d-439c-aca3-7d91986fc635 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.864889] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1106.864889] env[69895]: value = "task-3472314" [ 1106.864889] env[69895]: _type = "Task" [ 1106.864889] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.874216] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472314, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.875652] env[69895]: DEBUG nova.network.neutron [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.892983] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081849} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.893062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.893923] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59e517-8331-4f4b-8020-891fa6fbe9cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.916889] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 76cce8dd-acc2-439b-8959-4b0408f2d9e5/76cce8dd-acc2-439b-8959-4b0408f2d9e5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.917245] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5bf099-fd72-4740-bd88-6883893ea21d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.939946] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1106.939946] env[69895]: value = "task-3472315" [ 1106.939946] env[69895]: _type = "Task" [ 1106.939946] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.940482] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "09bcc73d-bf93-488b-84a5-671d439619d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.302s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.953032] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.014675] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc4376ed-0ea0-4da4-9897-961272894890 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.024728] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa8aab-8cf5-438e-b403-e6e33c2f529a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.061284] env[69895]: DEBUG nova.compute.manager [req-0e84b223-5e3e-48b6-9a67-0df36ac18054 req-2d52b59d-bde0-4757-9021-515f183438e2 service nova] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Detach interface failed, port_id=a7b2ede2-b031-42d4-9459-776e4cacb9e1, reason: Instance bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.062376] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Successfully updated port: 85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.154214] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472311, 'name': PowerOffVM_Task, 'duration_secs': 0.605468} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.154490] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.154653] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.154964] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51c878b7-3a50-466e-8f18-5f8dd9b6c165 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.190516] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.190906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.191224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.191558] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.191822] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.195816] env[69895]: INFO nova.compute.manager [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Terminating instance [ 1107.216362] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.316572] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523fad27-f5e5-881a-ab80-0486449d5e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.034614} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.316746] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.316963] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.317244] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c78c99e-fe0e-48ad-ab4b-5b71bd40cd09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.323029] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1107.323029] env[69895]: value = "task-3472317" [ 1107.323029] env[69895]: _type = "Task" [ 1107.323029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.326646] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updated VIF entry in instance network info cache for port 60e8019c-f479-4b08-a825-64842b28221a. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.326973] env[69895]: DEBUG nova.network.neutron [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating instance_info_cache with network_info: [{"id": "60e8019c-f479-4b08-a825-64842b28221a", "address": "fa:16:3e:6d:89:75", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e8019c-f4", "ovs_interfaceid": "60e8019c-f479-4b08-a825-64842b28221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.332488] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.373775] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472314, 'name': Rename_Task, 'duration_secs': 0.157495} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.374138] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.374426] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475fda0c-3c70-4244-a84b-22ced78027e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.377756] env[69895]: INFO nova.compute.manager [-] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Took 1.34 seconds to deallocate network for instance. [ 1107.380661] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1107.380661] env[69895]: value = "task-3472318" [ 1107.380661] env[69895]: _type = "Task" [ 1107.380661] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.391785] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.451994] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472315, 'name': ReconfigVM_Task, 'duration_secs': 0.327407} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.453545] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 76cce8dd-acc2-439b-8959-4b0408f2d9e5/76cce8dd-acc2-439b-8959-4b0408f2d9e5.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.455069] env[69895]: DEBUG nova.compute.manager [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Received event network-vif-plugged-85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.455280] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.455623] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.455716] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.455806] env[69895]: DEBUG nova.compute.manager [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] No waiting events found dispatching network-vif-plugged-85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.456031] env[69895]: WARNING nova.compute.manager [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Received unexpected event network-vif-plugged-85381702-7c6a-4b97-9a65-344741c852c4 for instance with vm_state building and task_state spawning. [ 1107.456146] env[69895]: DEBUG nova.compute.manager [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Received event network-changed-85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.456303] env[69895]: DEBUG nova.compute.manager [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Refreshing instance network info cache due to event network-changed-85381702-7c6a-4b97-9a65-344741c852c4. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.456488] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Acquiring lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.456695] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Acquired lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.456905] env[69895]: DEBUG nova.network.neutron [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Refreshing network info cache for port 85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.458604] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7894b928-abdc-42f0-bc02-dee0aed97df8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.467087] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1107.467087] env[69895]: value = "task-3472319" [ 1107.467087] env[69895]: _type = "Task" [ 1107.467087] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.477717] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472319, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.564447] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.702019] env[69895]: DEBUG nova.compute.manager [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.702019] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.702019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a0594-f5ac-46b9-93ec-9092522077c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.714301] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.717520] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.718111] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f1d7be-7800-4d0a-b347-d2f58566b50d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.726802] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1107.726802] env[69895]: value = "task-3472320" [ 1107.726802] env[69895]: _type = "Task" [ 1107.726802] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.741657] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.829654] env[69895]: DEBUG oslo_concurrency.lockutils [req-73012d6f-8fa7-4a12-bc4d-ff43bfbb4b49 req-1a268720-7df5-4eea-b55a-f847992886d1 service nova] Releasing lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.835070] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.889117] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.889588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.889837] env[69895]: DEBUG nova.objects.instance [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lazy-loading 'resources' on Instance uuid bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.899613] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.980508] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472319, 'name': Rename_Task, 'duration_secs': 0.190826} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.980856] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.981254] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe706859-6721-4313-aa92-f633c93098ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.989363] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1107.989363] env[69895]: value = "task-3472321" [ 1107.989363] env[69895]: _type = "Task" [ 1107.989363] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.001975] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.060060] env[69895]: DEBUG nova.network.neutron [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.092815] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.093154] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.135054] env[69895]: DEBUG nova.network.neutron [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.215360] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.236739] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.334180] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681842} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.334584] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.334829] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.335117] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ec6748-387e-414e-8698-0f6b478dfb0b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.341970] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1108.341970] env[69895]: value = "task-3472323" [ 1108.341970] env[69895]: _type = "Task" [ 1108.341970] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.349804] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.396682] env[69895]: DEBUG oslo_vmware.api [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472318, 'name': PowerOnVM_Task, 'duration_secs': 0.648085} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.398206] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.398438] env[69895]: DEBUG nova.compute.manager [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.398738] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.398917] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.399110] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleting the datastore file [datastore2] 764793c8-612c-47b5-93f4-c9696f56c362 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.399912] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd59f4e-1a7b-43ca-8a30-7ed5a27cdad0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.402638] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2205bf34-75bc-499c-b928-f0622dbcddd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.412389] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for the task: (returnval){ [ 1108.412389] env[69895]: value = "task-3472324" [ 1108.412389] env[69895]: _type = "Task" [ 1108.412389] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.421017] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.502299] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472321, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.598067] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.598251] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.599728] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b68b92-a6cb-4b43-a29f-30e2d5d8daad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.622114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6af84-7d63-4638-a78e-c194e6d7b044 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.652305] env[69895]: DEBUG oslo_concurrency.lockutils [req-2d95fde4-a797-438c-b3cd-269ae8f65e00 req-48dbc7f6-5414-4a1c-967f-1c330165869c service nova] Releasing lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.661077] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfiguring VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1108.664274] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.664443] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.665655] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ea9864-2cee-4759-be06-6a660ad50339 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.685114] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1108.685114] env[69895]: value = "task-3472325" [ 1108.685114] env[69895]: _type = "Task" [ 1108.685114] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.692035] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90172288-f213-4939-b729-0b8182152a0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.699227] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.706039] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86fd7ae-6206-4a62-86fa-a0bee7f787a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.715441] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.745453] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508625ac-7f06-4780-bedd-d0ad547bbfe6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.756649] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a34091-46de-4522-a1ad-c3af25069388 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.761285] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.773026] env[69895]: DEBUG nova.compute.provider_tree [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.851212] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090034} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.851504] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.852309] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f47f5-0a96-4c80-b8c2-70907dc3ff9e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.875220] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.875517] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91a234d5-9925-4ee2-9c8a-4b511f68cb22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.895605] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1108.895605] env[69895]: value = "task-3472326" [ 1108.895605] env[69895]: _type = "Task" [ 1108.895605] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.904146] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.923040] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.929067] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.999739] env[69895]: DEBUG oslo_vmware.api [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472321, 'name': PowerOnVM_Task, 'duration_secs': 0.620532} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.000066] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.000313] env[69895]: INFO nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1109.000522] env[69895]: DEBUG nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.001367] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a4f2e-8a16-48b2-b1ca-bc1ba30ef50d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.195104] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.217579] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.221455] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.253410] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.275994] env[69895]: DEBUG nova.scheduler.client.report [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.396487] env[69895]: DEBUG nova.network.neutron [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [{"id": "85381702-7c6a-4b97-9a65-344741c852c4", "address": "fa:16:3e:c0:bf:3a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85381702-7c", "ovs_interfaceid": "85381702-7c6a-4b97-9a65-344741c852c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.408671] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472326, 'name': ReconfigVM_Task, 'duration_secs': 0.332368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.409090] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.409579] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cec439c5-8467-421c-b393-3a43d6adce9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.417635] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1109.417635] env[69895]: value = "task-3472327" [ 1109.417635] env[69895]: _type = "Task" [ 1109.417635] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.426654] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472327, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.429602] env[69895]: DEBUG oslo_vmware.api [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Task: {'id': task-3472324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.734509} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.430585] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.430585] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.430585] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.430585] env[69895]: INFO nova.compute.manager [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Took 3.31 seconds to destroy the instance on the hypervisor. [ 1109.430786] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.430859] env[69895]: DEBUG nova.compute.manager [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.430955] env[69895]: DEBUG nova.network.neutron [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.517771] env[69895]: INFO nova.compute.manager [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Took 21.14 seconds to build instance. [ 1109.697858] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.717313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.717313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.717313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.717313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.717313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.720736] env[69895]: INFO nova.compute.manager [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Terminating instance [ 1109.724505] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472312, 'name': CloneVM_Task, 'duration_secs': 3.138221} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.726711] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Created linked-clone VM from snapshot [ 1109.729211] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d666adc-d802-45e2-81ad-3e226accbb2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.743497] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploading image c973c4bb-ce22-4a54-86ba-53209ca4533e {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.755068] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.783981] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.788137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.861s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.788137] env[69895]: DEBUG nova.objects.instance [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1109.841852] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.841852] env[69895]: value = "vm-694096" [ 1109.841852] env[69895]: _type = "VirtualMachine" [ 1109.841852] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.842229] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a84ea5a9-fa85-4107-8fb2-342e7e6b73ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.850780] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease: (returnval){ [ 1109.850780] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520d3fa2-84a9-278e-3eb6-9a19d5aa11e1" [ 1109.850780] env[69895]: _type = "HttpNfcLease" [ 1109.850780] env[69895]: } obtained for exporting VM: (result){ [ 1109.850780] env[69895]: value = "vm-694096" [ 1109.850780] env[69895]: _type = "VirtualMachine" [ 1109.850780] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.851090] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the lease: (returnval){ [ 1109.851090] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520d3fa2-84a9-278e-3eb6-9a19d5aa11e1" [ 1109.851090] env[69895]: _type = "HttpNfcLease" [ 1109.851090] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.858383] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.858383] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520d3fa2-84a9-278e-3eb6-9a19d5aa11e1" [ 1109.858383] env[69895]: _type = "HttpNfcLease" [ 1109.858383] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.859293] env[69895]: INFO nova.scheduler.client.report [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleted allocations for instance bd6380c1-483d-4c0e-9a36-e6c4b193d9c0 [ 1109.902462] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.902638] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance network_info: |[{"id": "85381702-7c6a-4b97-9a65-344741c852c4", "address": "fa:16:3e:c0:bf:3a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85381702-7c", "ovs_interfaceid": "85381702-7c6a-4b97-9a65-344741c852c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.904230] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:bf:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85381702-7c6a-4b97-9a65-344741c852c4', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.911830] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.913483] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.913953] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27834cd7-44cb-46f3-ad12-66517005a698 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.941853] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472327, 'name': Rename_Task, 'duration_secs': 0.179477} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.943770] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.944490] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.944490] env[69895]: value = "task-3472329" [ 1109.944490] env[69895]: _type = "Task" [ 1109.944490] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.944490] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846e1222-584d-46f0-b9e8-7278f4355647 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.952094] env[69895]: DEBUG nova.compute.manager [req-66746892-834d-4378-93d2-368fcf8c8e4e req-ddc63a9f-7513-46bb-ba92-16f9bb3046d4 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Received event network-vif-deleted-b2c6e12c-684f-4e52-8e18-3b12876854f4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.952330] env[69895]: INFO nova.compute.manager [req-66746892-834d-4378-93d2-368fcf8c8e4e req-ddc63a9f-7513-46bb-ba92-16f9bb3046d4 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Neutron deleted interface b2c6e12c-684f-4e52-8e18-3b12876854f4; detaching it from the instance and deleting it from the info cache [ 1109.952512] env[69895]: DEBUG nova.network.neutron [req-66746892-834d-4378-93d2-368fcf8c8e4e req-ddc63a9f-7513-46bb-ba92-16f9bb3046d4 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.956318] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1109.956318] env[69895]: value = "task-3472330" [ 1109.956318] env[69895]: _type = "Task" [ 1109.956318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.960068] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472329, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.968932] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.021155] env[69895]: DEBUG oslo_concurrency.lockutils [None req-beda27d7-dd61-42c6-ae8f-6a4033543408 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.658s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.198614] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.232015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "refresh_cache-f8517892-b7f5-4e1e-9101-cc09e5f30d5c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.234210] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquired lock "refresh_cache-f8517892-b7f5-4e1e-9101-cc09e5f30d5c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.234210] env[69895]: DEBUG nova.network.neutron [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.258401] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.361079] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.361079] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520d3fa2-84a9-278e-3eb6-9a19d5aa11e1" [ 1110.361079] env[69895]: _type = "HttpNfcLease" [ 1110.361079] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.361079] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.361079] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520d3fa2-84a9-278e-3eb6-9a19d5aa11e1" [ 1110.361079] env[69895]: _type = "HttpNfcLease" [ 1110.361079] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1110.361079] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a772c-dece-4336-a07d-1117381ae7a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.372515] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.372867] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1110.374437] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f0274b03-ff39-4952-b2e5-72932b40d2c8 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "bd6380c1-483d-4c0e-9a36-e6c4b193d9c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.013s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.436217] env[69895]: DEBUG nova.network.neutron [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.457518] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472329, 'name': CreateVM_Task, 'duration_secs': 0.410126} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.457778] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-815e37da-8ce5-4c3d-8ab5-6f19beb544dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.459783] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.463353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.463353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.463353] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.465606] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5073a794-388c-40b1-8889-a28d510fbf26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.476541] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f42db-720c-4877-bb93-31b45ea7de3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.490148] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.492162] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1110.492162] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52248fc9-a352-6b1e-5bb2-4e080ee18e63" [ 1110.492162] env[69895]: _type = "Task" [ 1110.492162] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.505053] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52248fc9-a352-6b1e-5bb2-4e080ee18e63, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.518529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.518787] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.519046] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.519230] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.519432] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.519840] env[69895]: DEBUG nova.compute.manager [req-66746892-834d-4378-93d2-368fcf8c8e4e req-ddc63a9f-7513-46bb-ba92-16f9bb3046d4 service nova] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Detach interface failed, port_id=b2c6e12c-684f-4e52-8e18-3b12876854f4, reason: Instance 764793c8-612c-47b5-93f4-c9696f56c362 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.520347] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de93830-2a29-4908-b61d-496fa6e5efbb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.525671] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-405504e1-1fb3-4966-bd62-b787a139f30d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529982] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.530198] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.531908] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295395e2-fc33-4d7b-b975-e092c211c81f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.537434] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1110.537434] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218c0ec-d425-63e0-efcd-11a596613ff6" [ 1110.537434] env[69895]: _type = "Task" [ 1110.537434] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.546649] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218c0ec-d425-63e0-efcd-11a596613ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.552421] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.552753] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.553066] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.553345] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.554358] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.556134] env[69895]: INFO nova.compute.manager [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Terminating instance [ 1110.643493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.643824] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.644043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.644245] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.644564] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.647946] env[69895]: INFO nova.compute.manager [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Terminating instance [ 1110.699885] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.753311] env[69895]: DEBUG nova.network.neutron [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.758514] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472320, 'name': PowerOffVM_Task, 'duration_secs': 2.88359} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.758514] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.758668] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.758905] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11712c54-a758-4993-9743-f88e3835ca5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.794436] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7552a51f-1193-4926-9afd-354d6c97f25d tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.822076] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.822343] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.822504] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleting the datastore file [datastore1] 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.822797] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be0a582-b422-41ee-b6f1-282ccbbe1488 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.830394] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1110.830394] env[69895]: value = "task-3472332" [ 1110.830394] env[69895]: _type = "Task" [ 1110.830394] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.839772] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.846368] env[69895]: DEBUG nova.network.neutron [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.939067] env[69895]: INFO nova.compute.manager [-] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Took 1.51 seconds to deallocate network for instance. [ 1110.973516] env[69895]: DEBUG oslo_vmware.api [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472330, 'name': PowerOnVM_Task, 'duration_secs': 0.578342} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.973921] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.974265] env[69895]: INFO nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1110.974522] env[69895]: DEBUG nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.975671] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2980883-7cdb-4253-b946-2f9abb70fa26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.049491] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218c0ec-d425-63e0-efcd-11a596613ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.050322] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1e44c3-d70b-4ec8-b140-2a5aa39b5662 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.055250] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1111.055250] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cf2e4b-c802-b6a3-1048-d7c8245463da" [ 1111.055250] env[69895]: _type = "Task" [ 1111.055250] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.063894] env[69895]: DEBUG nova.compute.manager [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.064140] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.064430] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cf2e4b-c802-b6a3-1048-d7c8245463da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.065134] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b190457-db1b-4ba5-9cc9-b210411332c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.071420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.071651] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774e400e-0750-41a7-a6ff-0576a72cbe79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.077130] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1111.077130] env[69895]: value = "task-3472333" [ 1111.077130] env[69895]: _type = "Task" [ 1111.077130] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.084916] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.151571] env[69895]: DEBUG nova.compute.manager [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.151793] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.152745] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9313a9a3-a36f-4554-882d-981e956ee6bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.160837] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.162041] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b200b8-0401-44a7-a728-8dc78207217d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.168306] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1111.168306] env[69895]: value = "task-3472334" [ 1111.168306] env[69895]: _type = "Task" [ 1111.168306] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.176994] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.199629] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.340403] env[69895]: DEBUG oslo_vmware.api [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420492} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.341100] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.341100] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.341411] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.341814] env[69895]: INFO nova.compute.manager [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Took 3.64 seconds to destroy the instance on the hypervisor. [ 1111.342091] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.342299] env[69895]: DEBUG nova.compute.manager [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.342397] env[69895]: DEBUG nova.network.neutron [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.349307] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Releasing lock "refresh_cache-f8517892-b7f5-4e1e-9101-cc09e5f30d5c" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.349704] env[69895]: DEBUG nova.compute.manager [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.349894] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.350785] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3052749-05a6-4afb-b0e1-b9102d7879fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.358244] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.358523] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525464ba-5b51-4fdc-92d7-77faa9e7a449 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.365647] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1111.365647] env[69895]: value = "task-3472335" [ 1111.365647] env[69895]: _type = "Task" [ 1111.365647] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.377039] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.446890] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.448398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.448398] env[69895]: DEBUG nova.objects.instance [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lazy-loading 'resources' on Instance uuid 764793c8-612c-47b5-93f4-c9696f56c362 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.499699] env[69895]: INFO nova.compute.manager [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Took 20.98 seconds to build instance. [ 1111.570458] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cf2e4b-c802-b6a3-1048-d7c8245463da, 'name': SearchDatastore_Task, 'duration_secs': 0.019751} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.574019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574019] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.574019] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-865edd0d-485c-4d6b-ba31-b1293449de55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.583287] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1111.583287] env[69895]: value = "task-3472336" [ 1111.583287] env[69895]: _type = "Task" [ 1111.583287] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.591230] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472333, 'name': PowerOffVM_Task, 'duration_secs': 0.452033} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.592206] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.592612] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.593065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-756d0baf-5dbb-46df-b021-de26d6fe3630 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.598219] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.675492] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.675805] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.676142] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleting the datastore file [datastore2] ac582c0a-208f-4e9c-82fc-efb46a9588dc {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.676468] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac56e74-64c1-4e73-b40a-dd8cd8231ad0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.683189] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472334, 'name': PowerOffVM_Task, 'duration_secs': 0.318459} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.683733] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.683733] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.685253] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1167f70-17b8-48a3-8349-c97f11319a36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.687158] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for the task: (returnval){ [ 1111.687158] env[69895]: value = "task-3472338" [ 1111.687158] env[69895]: _type = "Task" [ 1111.687158] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.701741] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.707649] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.744577] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.744577] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.744577] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Deleting the datastore file [datastore1] 76cce8dd-acc2-439b-8959-4b0408f2d9e5 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.744863] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32d6e99c-351e-4656-8649-eb7f6bf59f53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.751602] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for the task: (returnval){ [ 1111.751602] env[69895]: value = "task-3472340" [ 1111.751602] env[69895]: _type = "Task" [ 1111.751602] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.760801] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.876922] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472335, 'name': PowerOffVM_Task, 'duration_secs': 0.165243} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.877311] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.877513] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.877784] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1119285-17a0-499b-8d85-7c4d8212c591 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.900408] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.900765] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.900970] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Deleting the datastore file [datastore1] f8517892-b7f5-4e1e-9101-cc09e5f30d5c {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.901318] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8874aba-af84-40f1-9e1c-c67cc131b51a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.909074] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for the task: (returnval){ [ 1111.909074] env[69895]: value = "task-3472342" [ 1111.909074] env[69895]: _type = "Task" [ 1111.909074] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.921973] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.005579] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a1855814-f453-4187-beb7-c208ed6bfa69 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.500s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.035201] env[69895]: DEBUG nova.compute.manager [req-40c29e63-5fbc-46cd-969e-2c576e0483c7 req-cbbbdecc-7a0d-4074-b015-81c77f56e313 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Received event network-vif-deleted-ae7a75ca-6063-456c-bb05-d602c9bad68e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.035422] env[69895]: INFO nova.compute.manager [req-40c29e63-5fbc-46cd-969e-2c576e0483c7 req-cbbbdecc-7a0d-4074-b015-81c77f56e313 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Neutron deleted interface ae7a75ca-6063-456c-bb05-d602c9bad68e; detaching it from the instance and deleting it from the info cache [ 1112.040044] env[69895]: DEBUG nova.network.neutron [req-40c29e63-5fbc-46cd-969e-2c576e0483c7 req-cbbbdecc-7a0d-4074-b015-81c77f56e313 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.104649] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.204640] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.212677] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.259636] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d42d63-403d-4600-a882-8f95a2a30abc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.268100] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.271305] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7289b54-6d1e-4cc8-a0b2-13d9692f7b10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.305266] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3af0c-2b56-48df-94ec-fc03231971a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.313672] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d474b7-196f-4562-adb6-f0dc26021c62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.331544] env[69895]: DEBUG nova.compute.provider_tree [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.419493] env[69895]: DEBUG oslo_vmware.api [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Task: {'id': task-3472342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419293} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.419890] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.420398] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.420634] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.421088] env[69895]: INFO nova.compute.manager [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1112.421397] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.421649] env[69895]: DEBUG nova.compute.manager [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.421784] env[69895]: DEBUG nova.network.neutron [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.440821] env[69895]: DEBUG nova.network.neutron [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.492717] env[69895]: DEBUG nova.network.neutron [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.543320] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3266c262-f4e0-4f98-9208-65daf28f943e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.555934] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64caa49-356a-4205-9d55-471ff6c18236 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.613887] env[69895]: DEBUG nova.compute.manager [req-40c29e63-5fbc-46cd-969e-2c576e0483c7 req-cbbbdecc-7a0d-4074-b015-81c77f56e313 service nova] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Detach interface failed, port_id=ae7a75ca-6063-456c-bb05-d602c9bad68e, reason: Instance 39c9eec4-5512-4226-a03d-e08e034e6817 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.618899] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650054} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.619386] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.619803] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.620300] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81654dbc-a225-4596-9dec-c726a5af7da2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.628358] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1112.628358] env[69895]: value = "task-3472343" [ 1112.628358] env[69895]: _type = "Task" [ 1112.628358] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.640648] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.706533] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.710056] env[69895]: DEBUG oslo_vmware.api [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Task: {'id': task-3472338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618412} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.710343] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.710736] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.710856] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.711017] env[69895]: INFO nova.compute.manager [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1112.711409] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.711635] env[69895]: DEBUG nova.compute.manager [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.711727] env[69895]: DEBUG nova.network.neutron [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.767010] env[69895]: DEBUG oslo_vmware.api [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Task: {'id': task-3472340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53513} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.768235] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.768448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.768721] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.768911] env[69895]: INFO nova.compute.manager [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1112.772354] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.772836] env[69895]: DEBUG nova.compute.manager [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.772836] env[69895]: DEBUG nova.network.neutron [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.776918] env[69895]: DEBUG nova.compute.manager [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Received event network-changed-60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.776918] env[69895]: DEBUG nova.compute.manager [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Refreshing instance network info cache due to event network-changed-60e8019c-f479-4b08-a825-64842b28221a. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.777073] env[69895]: DEBUG oslo_concurrency.lockutils [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] Acquiring lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.777268] env[69895]: DEBUG oslo_concurrency.lockutils [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] Acquired lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.777524] env[69895]: DEBUG nova.network.neutron [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Refreshing network info cache for port 60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.835759] env[69895]: DEBUG nova.scheduler.client.report [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.943594] env[69895]: DEBUG nova.network.neutron [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.996122] env[69895]: INFO nova.compute.manager [-] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Took 1.65 seconds to deallocate network for instance. [ 1113.045243] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "5bad9826-8dd5-4c74-82d0-db280db4430d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.045939] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.046020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.046215] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.046395] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.051633] env[69895]: INFO nova.compute.manager [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Terminating instance [ 1113.139573] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074873} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.142168] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.143306] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e2673-ba25-4d95-954d-ab29dd48bcde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.169588] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.170465] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426d456c-011f-4cf7-9b39-1e7968317929 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.193656] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1113.193656] env[69895]: value = "task-3472344" [ 1113.193656] env[69895]: _type = "Task" [ 1113.193656] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.206132] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.210609] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.342582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.400720] env[69895]: INFO nova.scheduler.client.report [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Deleted allocations for instance 764793c8-612c-47b5-93f4-c9696f56c362 [ 1113.449742] env[69895]: INFO nova.compute.manager [-] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Took 1.03 seconds to deallocate network for instance. [ 1113.504276] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.504727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.504825] env[69895]: DEBUG nova.objects.instance [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'resources' on Instance uuid 39c9eec4-5512-4226-a03d-e08e034e6817 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.556440] env[69895]: DEBUG nova.compute.manager [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.556737] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.557749] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f4dab-c0a5-4a51-979c-3d9d653898d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.566048] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.566385] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4bbb2de-0ee6-4f5c-8258-3c1859ada0cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.572845] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1113.572845] env[69895]: value = "task-3472345" [ 1113.572845] env[69895]: _type = "Task" [ 1113.572845] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.577327] env[69895]: DEBUG nova.network.neutron [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.586795] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.595931] env[69895]: DEBUG nova.network.neutron [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updated VIF entry in instance network info cache for port 60e8019c-f479-4b08-a825-64842b28221a. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.596429] env[69895]: DEBUG nova.network.neutron [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating instance_info_cache with network_info: [{"id": "60e8019c-f479-4b08-a825-64842b28221a", "address": "fa:16:3e:6d:89:75", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e8019c-f4", "ovs_interfaceid": "60e8019c-f479-4b08-a825-64842b28221a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.643721] env[69895]: DEBUG nova.network.neutron [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.708737] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472344, 'name': ReconfigVM_Task, 'duration_secs': 0.510654} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.712155] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.712918] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.713297] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f72b4f3-b165-4915-b221-24e949a0a6e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.719179] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1113.719179] env[69895]: value = "task-3472346" [ 1113.719179] env[69895]: _type = "Task" [ 1113.719179] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.730880] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472346, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.914301] env[69895]: DEBUG oslo_concurrency.lockutils [None req-28077682-2e56-4db2-b5ba-4f32e74f743a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Lock "764793c8-612c-47b5-93f4-c9696f56c362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.308s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.956774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.069060] env[69895]: DEBUG nova.compute.manager [req-403d89b0-af8b-44da-bd1b-862200261157 req-de92f082-cd6a-4903-acd8-b85252cc9acb service nova] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Received event network-vif-deleted-0cbbe72b-88b9-42dc-a391-73b0039df77c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.086349] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472345, 'name': PowerOffVM_Task, 'duration_secs': 0.30973} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.086673] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.086854] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.087131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-438df0e5-89f5-4aa5-a599-eb589cb98790 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.088895] env[69895]: INFO nova.compute.manager [-] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Took 1.38 seconds to deallocate network for instance. [ 1114.098675] env[69895]: DEBUG oslo_concurrency.lockutils [req-e62adf7b-ce1e-4f65-90d6-aa58df7ad640 req-6a7ba84b-4340-4f03-8928-c3fd14d8a55e service nova] Releasing lock "refresh_cache-fce02cc8-b78e-4909-9da5-77c0643fd3e2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.146593] env[69895]: INFO nova.compute.manager [-] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Took 1.37 seconds to deallocate network for instance. [ 1114.156133] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.156360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.156546] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleting the datastore file [datastore1] 5bad9826-8dd5-4c74-82d0-db280db4430d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.156875] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f25b99a7-41f7-4206-a678-609b11d52fde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.164527] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1114.164527] env[69895]: value = "task-3472348" [ 1114.164527] env[69895]: _type = "Task" [ 1114.164527] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.173625] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.208540] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.224256] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b1905-e868-4db1-a937-8c6d04b35156 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.232350] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472346, 'name': Rename_Task, 'duration_secs': 0.270688} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.234082] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.234377] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29574766-0cfb-4113-ad36-0f739c8696ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.236683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7634c16-9cbf-4150-9d6a-b1616f4923a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.278637] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348ef4f-f413-446d-b6b4-4794efcea9c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.283073] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1114.283073] env[69895]: value = "task-3472349" [ 1114.283073] env[69895]: _type = "Task" [ 1114.283073] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.290878] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d2f19-aa23-46b4-ad79-211c29fff550 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.298564] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.308614] env[69895]: DEBUG nova.compute.provider_tree [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.597975] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.656672] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.675035] env[69895]: DEBUG oslo_vmware.api [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383306} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.675247] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.675474] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.675651] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.675822] env[69895]: INFO nova.compute.manager [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.676115] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.676281] env[69895]: DEBUG nova.compute.manager [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.676376] env[69895]: DEBUG nova.network.neutron [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.706101] env[69895]: DEBUG oslo_vmware.api [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472325, 'name': ReconfigVM_Task, 'duration_secs': 5.837324} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.706306] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.706543] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Reconfigured VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1114.797110] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472349, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.812580] env[69895]: DEBUG nova.scheduler.client.report [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.821398] env[69895]: DEBUG nova.compute.manager [req-4ff2145e-dd25-4fc7-9f43-856baea587c6 req-4902bf6f-3361-45a8-ace0-367dd66a1e2a service nova] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Received event network-vif-deleted-aefcb44c-bf92-4d92-9d5a-f1db558a0544 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.297788] env[69895]: DEBUG oslo_vmware.api [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472349, 'name': PowerOnVM_Task, 'duration_secs': 0.630929} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.297788] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.297788] env[69895]: INFO nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1115.298643] env[69895]: DEBUG nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.299098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d47c17-e06b-4479-a7ed-35e1181188c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.321309] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.323673] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.367s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.323998] env[69895]: DEBUG nova.objects.instance [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lazy-loading 'resources' on Instance uuid f8517892-b7f5-4e1e-9101-cc09e5f30d5c {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.402039] env[69895]: INFO nova.scheduler.client.report [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleted allocations for instance 39c9eec4-5512-4226-a03d-e08e034e6817 [ 1115.703130] env[69895]: DEBUG nova.network.neutron [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.826867] env[69895]: INFO nova.compute.manager [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Took 22.57 seconds to build instance. [ 1115.911892] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "39c9eec4-5512-4226-a03d-e08e034e6817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.721s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.025315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.025627] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.025878] env[69895]: DEBUG nova.network.neutron [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.092016] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80f11e-acef-4a83-a97d-3f70f8ecf845 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.099511] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad622bb-449e-4767-97dc-91f8c9ddb15c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.139304] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c73c2-e0c5-4e0c-8812-f5f2b6787f3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.143481] env[69895]: DEBUG nova.compute.manager [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.143648] env[69895]: DEBUG nova.compute.manager [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing instance network info cache due to event network-changed-a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.143846] env[69895]: DEBUG oslo_concurrency.lockutils [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] Acquiring lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.150444] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43887b03-60fe-446f-8529-aa7e6217be8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.167034] env[69895]: DEBUG nova.compute.provider_tree [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.206135] env[69895]: INFO nova.compute.manager [-] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Took 1.53 seconds to deallocate network for instance. [ 1116.337242] env[69895]: DEBUG oslo_concurrency.lockutils [None req-998e9afd-3405-4157-afee-39d30ab5613b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.091s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.672164] env[69895]: DEBUG nova.scheduler.client.report [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.713269] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.837932] env[69895]: INFO nova.network.neutron [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Port c60f4a94-2353-4c92-bcd5-504d0c994380 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1116.838508] env[69895]: DEBUG nova.network.neutron [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.842312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.842684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.843232] env[69895]: DEBUG nova.objects.instance [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'flavor' on Instance uuid dd0a1246-f086-47a2-b13b-8187c7351a05 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.909537] env[69895]: DEBUG nova.compute.manager [req-34347061-f1a3-48be-b143-73ad255aac8f req-68c59e36-1e7f-4163-95aa-aef9a50443f1 service nova] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Received event network-vif-deleted-16589cae-92f3-4db9-97d6-7628ac4db856 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.180935] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.181602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.584s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.187153] env[69895]: DEBUG nova.objects.instance [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lazy-loading 'resources' on Instance uuid ac582c0a-208f-4e9c-82fc-efb46a9588dc {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.207229] env[69895]: INFO nova.scheduler.client.report [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Deleted allocations for instance f8517892-b7f5-4e1e-9101-cc09e5f30d5c [ 1117.342483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.345624] env[69895]: DEBUG oslo_concurrency.lockutils [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] Acquired lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.345797] env[69895]: DEBUG nova.network.neutron [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Refreshing network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.585126] env[69895]: DEBUG nova.objects.instance [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'pci_requests' on Instance uuid dd0a1246-f086-47a2-b13b-8187c7351a05 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.718035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ddf2c5c0-a5cc-4c39-88f6-ba7adca307a4 tempest-ServersListShow2100Test-983127754 tempest-ServersListShow2100Test-983127754-project-member] Lock "f8517892-b7f5-4e1e-9101-cc09e5f30d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.003s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.848918] env[69895]: DEBUG oslo_concurrency.lockutils [None req-32b0c3d8-c90e-46ca-896b-6f8f249ca7ef tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-a7b6bcfd-869d-4cfe-9acb-5d66312e296a-c60f4a94-2353-4c92-bcd5-504d0c994380" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.756s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.896145] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158b6da5-2f99-4237-b5d4-24836eccd958 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.905973] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b4f91-56c8-4fd1-bda8-b4cd71e6314e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.944129] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa65a8-6e01-434a-a006-3ee4b7d4607c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.952673] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b10ba-cfd9-4582-b17f-d5825ed838ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.967364] env[69895]: DEBUG nova.compute.provider_tree [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.089895] env[69895]: DEBUG nova.objects.base [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.090900] env[69895]: DEBUG nova.network.neutron [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.116459] env[69895]: DEBUG nova.network.neutron [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updated VIF entry in instance network info cache for port a50c7697-cc86-44d8-aea0-a1ff87b049ab. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.116640] env[69895]: DEBUG nova.network.neutron [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [{"id": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "address": "fa:16:3e:49:be:9b", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50c7697-cc", "ovs_interfaceid": "a50c7697-cc86-44d8-aea0-a1ff87b049ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.159858] env[69895]: DEBUG nova.policy [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484831c7536849c8a3ec3a6a054e3664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5d0471cfd604c8980c807cc92223c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.313350] env[69895]: DEBUG nova.compute.manager [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1118.472518] env[69895]: DEBUG nova.scheduler.client.report [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.620099] env[69895]: DEBUG oslo_concurrency.lockutils [req-7705b816-a424-4be7-8ced-540af3f47905 req-a73a9bdb-794a-4e41-92dd-d94869eed319 service nova] Releasing lock "refresh_cache-a7b6bcfd-869d-4cfe-9acb-5d66312e296a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.835788] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.836646] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c2e59-7903-43ab-9a63-bc5daba7a294 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.840338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.844694] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.844970] env[69895]: ERROR oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk due to incomplete transfer. [ 1118.845303] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3fb70b6-c77b-47c7-bf0f-c42617b465e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.854126] env[69895]: DEBUG oslo_vmware.rw_handles [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cac975-7a68-1192-9ce9-a0214b1fbe5d/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1118.854354] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Uploaded image 6da6d658-808c-461f-a96b-6eeb6c01036e to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1118.856733] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1118.857015] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd01139e-aa38-4a84-a0ab-7a1f333aa783 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.863047] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1118.863047] env[69895]: value = "task-3472350" [ 1118.863047] env[69895]: _type = "Task" [ 1118.863047] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.872336] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472350, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.977721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.980344] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.324s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.980599] env[69895]: DEBUG nova.objects.instance [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lazy-loading 'resources' on Instance uuid 76cce8dd-acc2-439b-8959-4b0408f2d9e5 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.998212] env[69895]: INFO nova.scheduler.client.report [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Deleted allocations for instance ac582c0a-208f-4e9c-82fc-efb46a9588dc [ 1119.207366] env[69895]: DEBUG nova.compute.manager [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.207366] env[69895]: DEBUG nova.compute.manager [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing instance network info cache due to event network-changed-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.207503] env[69895]: DEBUG oslo_concurrency.lockutils [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.207709] env[69895]: DEBUG oslo_concurrency.lockutils [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.208394] env[69895]: DEBUG nova.network.neutron [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.374116] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472350, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.506798] env[69895]: DEBUG oslo_concurrency.lockutils [None req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Lock "ac582c0a-208f-4e9c-82fc-efb46a9588dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.954s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.663674] env[69895]: DEBUG nova.network.neutron [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Successfully updated port: c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.685919] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f640f0-3e73-4d66-b1a3-3d5a3d73795f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.694035] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59259328-b6de-4d92-b479-40a4bb8ba559 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.732338] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6790b55f-a52f-4593-9b9e-cadfe3e8f911 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.741311] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692415d3-0755-4806-8a0b-35bf160b3606 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.759179] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.759518] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.760879] env[69895]: DEBUG nova.compute.provider_tree [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.873719] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472350, 'name': Destroy_Task, 'duration_secs': 0.84717} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.874071] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Destroyed the VM [ 1119.875646] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1119.875646] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-680b168b-a9aa-43fa-a1a0-8a7e5bc6a3b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.881965] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1119.881965] env[69895]: value = "task-3472351" [ 1119.881965] env[69895]: _type = "Task" [ 1119.881965] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.890851] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.984622] env[69895]: DEBUG nova.network.neutron [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updated VIF entry in instance network info cache for port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.985068] env[69895]: DEBUG nova.network.neutron [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.167355] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.263292] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.267889] env[69895]: DEBUG nova.scheduler.client.report [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.392852] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.488455] env[69895]: DEBUG oslo_concurrency.lockutils [req-beddf822-f3a9-4c94-86c6-176e54257cc2 req-35bf1a82-c8c6-4a4d-9d12-e0aaf33d8195 service nova] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.488961] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.489223] env[69895]: DEBUG nova.network.neutron [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.778362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.782928] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.070s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.783207] env[69895]: DEBUG nova.objects.instance [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'resources' on Instance uuid 5bad9826-8dd5-4c74-82d0-db280db4430d {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.798141] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.806779] env[69895]: INFO nova.scheduler.client.report [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Deleted allocations for instance 76cce8dd-acc2-439b-8959-4b0408f2d9e5 [ 1120.893557] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472351, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.038286] env[69895]: WARNING nova.network.neutron [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] 63783a5a-b47c-421f-a699-a3875de89fbb already exists in list: networks containing: ['63783a5a-b47c-421f-a699-a3875de89fbb']. ignoring it [ 1121.244636] env[69895]: DEBUG nova.compute.manager [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.244891] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.245119] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.245295] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.245490] env[69895]: DEBUG nova.compute.manager [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] No waiting events found dispatching network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.245695] env[69895]: WARNING nova.compute.manager [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received unexpected event network-vif-plugged-c60f4a94-2353-4c92-bcd5-504d0c994380 for instance with vm_state active and task_state None. [ 1121.245864] env[69895]: DEBUG nova.compute.manager [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-changed-c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.246030] env[69895]: DEBUG nova.compute.manager [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing instance network info cache due to event network-changed-c60f4a94-2353-4c92-bcd5-504d0c994380. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.246207] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.320588] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e381bda2-16b8-459e-be57-fe9482779e1e tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Lock "76cce8dd-acc2-439b-8959-4b0408f2d9e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.677s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.358106] env[69895]: DEBUG nova.network.neutron [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c60f4a94-2353-4c92-bcd5-504d0c994380", "address": "fa:16:3e:7f:95:97", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60f4a94-23", "ovs_interfaceid": "c60f4a94-2353-4c92-bcd5-504d0c994380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.403189] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472351, 'name': RemoveSnapshot_Task, 'duration_secs': 1.051002} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.407365] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1121.407805] env[69895]: DEBUG nova.compute.manager [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.409334] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72ea55-4045-452e-9dea-55d8091ae1f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.507187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0673dc-c74c-41de-8825-b33fb475237a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.515167] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acddce2-1d8f-43c8-becc-6f812caf29dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.546486] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cfc656-5935-4960-becc-aa1f8838314f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.554471] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b2dd5-9bbb-4196-865d-c785f70ca7c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.570015] env[69895]: DEBUG nova.compute.provider_tree [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.863606] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.863606] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.863606] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.863606] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.863606] env[69895]: DEBUG nova.network.neutron [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Refreshing network info cache for port c60f4a94-2353-4c92-bcd5-504d0c994380 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.865116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe167a2-f943-46e2-bc4f-648423d3bd44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.890378] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.890527] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.890656] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.890895] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.891668] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.891668] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.891668] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.891858] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.892254] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.892314] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.893779] env[69895]: DEBUG nova.virt.hardware [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.900376] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfiguring VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.901023] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11df6051-0f32-498d-93be-3c2f2f4aba57 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.920570] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1121.920570] env[69895]: value = "task-3472352" [ 1121.920570] env[69895]: _type = "Task" [ 1121.920570] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.931059] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472352, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.931248] env[69895]: INFO nova.compute.manager [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Shelve offloading [ 1122.074088] env[69895]: DEBUG nova.scheduler.client.report [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.432339] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.435010] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.435562] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c55eadfa-0c18-41e6-a17a-1657253c753d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.450964] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1122.450964] env[69895]: value = "task-3472353" [ 1122.450964] env[69895]: _type = "Task" [ 1122.450964] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.462057] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.462549] env[69895]: DEBUG nova.compute.manager [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.467164] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a8f462-b4b4-49f4-aff1-31a9296cb29d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.476483] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.476904] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.477287] env[69895]: DEBUG nova.network.neutron [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.585475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.588152] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.748s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.621298] env[69895]: INFO nova.scheduler.client.report [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted allocations for instance 5bad9826-8dd5-4c74-82d0-db280db4430d [ 1122.626564] env[69895]: DEBUG nova.network.neutron [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updated VIF entry in instance network info cache for port c60f4a94-2353-4c92-bcd5-504d0c994380. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.627128] env[69895]: DEBUG nova.network.neutron [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c60f4a94-2353-4c92-bcd5-504d0c994380", "address": "fa:16:3e:7f:95:97", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc60f4a94-23", "ovs_interfaceid": "c60f4a94-2353-4c92-bcd5-504d0c994380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.933603] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.093608] env[69895]: INFO nova.compute.claims [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.131458] env[69895]: DEBUG oslo_concurrency.lockutils [req-991edb96-0a9a-4e87-a9e8-fa683ca830f2 req-38c930d3-44b6-48f2-80e1-99c2a2eca26b service nova] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.132085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "5bad9826-8dd5-4c74-82d0-db280db4430d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.087s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.265488] env[69895]: DEBUG nova.network.neutron [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.355554] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.356510] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ec55c-3e18-4ff8-88df-ea8d6aa86479 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.363642] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.363843] env[69895]: ERROR oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk due to incomplete transfer. [ 1123.364114] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef74da58-41c5-48a5-bb49-fa986be17e84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.375221] env[69895]: DEBUG oslo_vmware.rw_handles [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fbea6-8d86-4dff-0bb1-9bdd023b46c7/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1123.375356] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Uploaded image c973c4bb-ce22-4a54-86ba-53209ca4533e to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1123.377278] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.377552] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a50e5c93-daaf-4476-871a-fe2bcf6d502a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.383518] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1123.383518] env[69895]: value = "task-3472354" [ 1123.383518] env[69895]: _type = "Task" [ 1123.383518] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.391768] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472354, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.432415] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472352, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.600649] env[69895]: INFO nova.compute.resource_tracker [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating resource usage from migration cab228c9-218c-4e10-9593-8d20cb1f21fc [ 1123.744346] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bf10e-5eba-4499-91a7-846e8d72614e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.751816] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d5f98-789c-4076-a93d-fa2d037bd1ae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.782865] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.785573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "4de3d836-0b82-4d09-9eb9-1277335cc524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.785573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.785573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.785778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.785890] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.788534] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8cf291-b95a-43f2-827b-f7f019d6dbf4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.791407] env[69895]: INFO nova.compute.manager [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Terminating instance [ 1123.799407] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577083d-62f9-4f48-bf7f-d4b50d2521be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.815855] env[69895]: DEBUG nova.compute.provider_tree [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.893927] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472354, 'name': Destroy_Task} progress is 33%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.933305] env[69895]: DEBUG oslo_vmware.api [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472352, 'name': ReconfigVM_Task, 'duration_secs': 1.658954} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.933829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.934230] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfigured VM to attach interface {{(pid=69895) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1124.054137] env[69895]: DEBUG nova.compute.manager [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-vif-unplugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.054297] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.054467] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.054641] env[69895]: DEBUG oslo_concurrency.lockutils [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.054801] env[69895]: DEBUG nova.compute.manager [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] No waiting events found dispatching network-vif-unplugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.054966] env[69895]: WARNING nova.compute.manager [req-f4aa7e09-480f-4711-af50-afa622ca6149 req-251abb89-8db5-41e5-ad1e-02481adaade3 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received unexpected event network-vif-unplugged-cbca064e-7c53-4260-8030-1318aa788f6f for instance with vm_state shelved and task_state shelving_offloading. [ 1124.147161] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.148100] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba018c3c-7858-4396-9a65-b1f54ba5f3dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.155634] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.155854] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b35e21cc-9a07-45a0-9d8d-5c77bd336691 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.214053] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.214234] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.214318] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.214580] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b546b5d9-3326-48b5-b0a2-4af339853d9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.220797] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1124.220797] env[69895]: value = "task-3472356" [ 1124.220797] env[69895]: _type = "Task" [ 1124.220797] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.228340] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.296060] env[69895]: DEBUG nova.compute.manager [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.296060] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.296700] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81838934-259b-4995-a296-f90bb944c7d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.304392] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.304629] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb09282-6edd-49aa-8fc1-3a77d9977c8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.310115] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1124.310115] env[69895]: value = "task-3472357" [ 1124.310115] env[69895]: _type = "Task" [ 1124.310115] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.319056] env[69895]: DEBUG nova.scheduler.client.report [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.322136] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.394730] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472354, 'name': Destroy_Task, 'duration_secs': 0.607744} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.395017] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroyed the VM [ 1124.395302] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.395565] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab1c2ee3-77dc-49ac-9856-209d4a5d70bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.401457] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1124.401457] env[69895]: value = "task-3472358" [ 1124.401457] env[69895]: _type = "Task" [ 1124.401457] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.409840] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.438383] env[69895]: DEBUG oslo_concurrency.lockutils [None req-29148b91-7a45-461c-97bb-8cad4afbaf68 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.596s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.602224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.602460] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.731120] env[69895]: DEBUG oslo_vmware.api [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176702} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.731406] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.731596] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.731772] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.754216] env[69895]: INFO nova.scheduler.client.report [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted allocations for instance dd4ffb30-6292-464f-a166-61edbe8786a9 [ 1124.820871] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472357, 'name': PowerOffVM_Task, 'duration_secs': 0.20163} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.821153] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.821324] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.821600] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979170af-df8b-481e-9441-eca6c2787b6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.823538] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.235s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.823720] env[69895]: INFO nova.compute.manager [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Migrating [ 1124.830014] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.032s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.831449] env[69895]: INFO nova.compute.claims [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.893061] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.893326] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.893559] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleting the datastore file [datastore1] 4de3d836-0b82-4d09-9eb9-1277335cc524 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.893836] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7bd692-d3bc-415a-b19f-35a1c4fa20a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.899808] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for the task: (returnval){ [ 1124.899808] env[69895]: value = "task-3472360" [ 1124.899808] env[69895]: _type = "Task" [ 1124.899808] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.910303] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.913225] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472358, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.105043] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.258983] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.341719] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.341943] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.342147] env[69895]: DEBUG nova.network.neutron [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.413291] env[69895]: DEBUG oslo_vmware.api [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472358, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932856} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.416310] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.416578] env[69895]: INFO nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 21.31 seconds to snapshot the instance on the hypervisor. [ 1125.419260] env[69895]: DEBUG oslo_vmware.api [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Task: {'id': task-3472360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210883} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.419691] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.419878] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.420089] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.420364] env[69895]: INFO nova.compute.manager [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.420599] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.420790] env[69895]: DEBUG nova.compute.manager [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.421033] env[69895]: DEBUG nova.network.neutron [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.633203] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.962788] env[69895]: DEBUG nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Found 3 images (rotation: 2) {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1125.963053] env[69895]: DEBUG nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Rotating out 1 backups {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1125.963226] env[69895]: DEBUG nova.compute.manager [None req-f0d48724-a918-4acc-8b32-d215f87a636b tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleting image 11030262-ce36-4986-bad6-3915f6a40fcf {{(pid=69895) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1125.991395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881aa232-5bf7-442a-816d-e81eeeaa0fe4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.007019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37785d8e-96a8-4c7f-a2af-be30c5076b81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.036680] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a865c3-563e-41d0-bbae-16496727f318 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.044453] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce242e6-53cb-4f89-a3b0-62e58cdbbaaa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.057475] env[69895]: DEBUG nova.compute.provider_tree [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.075789] env[69895]: DEBUG nova.network.neutron [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [{"id": "85381702-7c6a-4b97-9a65-344741c852c4", "address": "fa:16:3e:c0:bf:3a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85381702-7c", "ovs_interfaceid": "85381702-7c6a-4b97-9a65-344741c852c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.086873] env[69895]: DEBUG nova.compute.manager [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.087061] env[69895]: DEBUG nova.compute.manager [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing instance network info cache due to event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.087306] env[69895]: DEBUG oslo_concurrency.lockutils [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.087454] env[69895]: DEBUG oslo_concurrency.lockutils [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.087614] env[69895]: DEBUG nova.network.neutron [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.134228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.134509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.175207] env[69895]: DEBUG nova.network.neutron [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.562047] env[69895]: DEBUG nova.scheduler.client.report [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.580080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.637150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.637332] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.638240] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa81627-aa6d-45e6-a82b-82297637d46f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.656349] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21946977-58d1-4bc6-a3bc-9bf81740da81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.678706] env[69895]: INFO nova.compute.manager [-] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Took 1.26 seconds to deallocate network for instance. [ 1126.684468] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfiguring VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1126.686051] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb3727c-6c32-41d6-a8d5-e86153a968d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.707127] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1126.707127] env[69895]: value = "task-3472361" [ 1126.707127] env[69895]: _type = "Task" [ 1126.707127] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.718572] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.829916] env[69895]: DEBUG nova.network.neutron [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updated VIF entry in instance network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.830394] env[69895]: DEBUG nova.network.neutron [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbca064e-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.851951] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.067529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.068099] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.070932] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.812s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.071164] env[69895]: DEBUG nova.objects.instance [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'resources' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.203768] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.219940] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.333425] env[69895]: DEBUG oslo_concurrency.lockutils [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.333714] env[69895]: DEBUG nova.compute.manager [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Received event network-vif-deleted-8f771c47-4e31-49e6-9a91-1968156f6d85 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.333891] env[69895]: INFO nova.compute.manager [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Neutron deleted interface 8f771c47-4e31-49e6-9a91-1968156f6d85; detaching it from the instance and deleting it from the info cache [ 1127.334069] env[69895]: DEBUG nova.network.neutron [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.575612] env[69895]: DEBUG nova.objects.instance [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'numa_topology' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.578631] env[69895]: DEBUG nova.compute.utils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.580315] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.580523] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.668410] env[69895]: DEBUG nova.policy [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ad2f39e5b94e9c8fd775895c9e8d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e48e663f034ae8918dda62482cf9ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.718263] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.838127] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dbc6bee-0136-4d2b-8dff-28235bc3702e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.847658] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde4d00b-7370-4825-b931-288aba167d65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.876678] env[69895]: DEBUG nova.compute.manager [req-c224e856-8665-4405-bc24-3da2ced695ed req-01b952ff-e7fa-44b7-bc0b-774134f9c443 service nova] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Detach interface failed, port_id=8f771c47-4e31-49e6-9a91-1968156f6d85, reason: Instance 4de3d836-0b82-4d09-9eb9-1277335cc524 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.901497] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.901826] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.902048] env[69895]: DEBUG nova.compute.manager [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.902925] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b21654-4835-48f7-985c-3a847598fa9f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.909587] env[69895]: DEBUG nova.compute.manager [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1127.910253] env[69895]: DEBUG nova.objects.instance [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.940504] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Successfully created port: 50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.081313] env[69895]: DEBUG nova.objects.base [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.084935] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.095587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d0e34-1418-4af6-9211-402b2b346505 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.116325] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.219437] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.259380] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94cebc-aeda-4b73-8325-8458fa7b700e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.267478] env[69895]: DEBUG nova.compute.manager [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.270931] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511390e-5bea-401c-affe-b921082bb595 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.301707] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6a97a-deaa-453a-ac37-957c871273e0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.309899] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369fe03-745e-4ce5-ac92-86dbb2ebc1a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.323690] env[69895]: DEBUG nova.compute.provider_tree [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.622463] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.622758] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588259fb-820e-46d2-b4d6-59c273987cfb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.631315] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1128.631315] env[69895]: value = "task-3472362" [ 1128.631315] env[69895]: _type = "Task" [ 1128.631315] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.642316] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.719507] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.791848] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.827114] env[69895]: DEBUG nova.scheduler.client.report [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.916385] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.916746] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4b9f26-d372-4783-acaf-4275760000a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.924303] env[69895]: DEBUG oslo_vmware.api [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1128.924303] env[69895]: value = "task-3472363" [ 1128.924303] env[69895]: _type = "Task" [ 1128.924303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.932470] env[69895]: DEBUG oslo_vmware.api [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.096036] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.123686] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.123895] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.124086] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.124331] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.124508] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.124661] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.124887] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.125073] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.125270] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.125446] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.125629] env[69895]: DEBUG nova.virt.hardware [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.126617] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3d638-1e9b-43fe-b3aa-31b4c5aae1ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.137898] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901711eb-85f2-4b4e-ab79-6036b7c5d801 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.144447] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472362, 'name': PowerOffVM_Task, 'duration_secs': 0.227565} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.144984] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.145184] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.218704] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.308784] env[69895]: DEBUG nova.compute.manager [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Received event network-vif-plugged-50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.309048] env[69895]: DEBUG oslo_concurrency.lockutils [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.309310] env[69895]: DEBUG oslo_concurrency.lockutils [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.309489] env[69895]: DEBUG oslo_concurrency.lockutils [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.309655] env[69895]: DEBUG nova.compute.manager [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] No waiting events found dispatching network-vif-plugged-50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.309816] env[69895]: WARNING nova.compute.manager [req-7afd60a5-e9cf-4949-86e9-ec7b33a4329a req-681e5a28-8328-449c-934e-4668c233334e service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Received unexpected event network-vif-plugged-50098f01-a99b-4919-8935-2b574dc1481a for instance with vm_state building and task_state spawning. [ 1129.332811] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.334589] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.701s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.336864] env[69895]: INFO nova.compute.claims [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.394854] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Successfully updated port: 50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.434052] env[69895]: DEBUG oslo_vmware.api [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472363, 'name': PowerOffVM_Task, 'duration_secs': 0.220206} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.434353] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.434624] env[69895]: DEBUG nova.compute.manager [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.435345] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71937dfa-5ce4-4508-9782-b6cde29bc327 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.658864] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.660134] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.660134] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.660134] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.660134] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.660134] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.660463] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.660463] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.660618] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.660788] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.660967] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.666328] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-512f618e-430a-4c30-819a-c927657a65ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.682930] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1129.682930] env[69895]: value = "task-3472364" [ 1129.682930] env[69895]: _type = "Task" [ 1129.682930] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.690721] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.720341] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.846627] env[69895]: DEBUG oslo_concurrency.lockutils [None req-67cf0b95-5944-4238-9ecc-2421ec34c6e9 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.489s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.847520] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.996s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.847805] env[69895]: INFO nova.compute.manager [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Unshelving [ 1129.897220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.897382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.897534] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.948966] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79b14e8f-49b3-4561-a0cf-aad5d425809c tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.193109] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472364, 'name': ReconfigVM_Task, 'duration_secs': 0.168233} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.193422] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.218826] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.431189] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.533025] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7006a7ff-9d2f-4e1f-8f14-d9e0e687fded {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.546903] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f9503-2949-410a-b094-01ceb83ea07f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.577349] env[69895]: DEBUG nova.network.neutron [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating instance_info_cache with network_info: [{"id": "50098f01-a99b-4919-8935-2b574dc1481a", "address": "fa:16:3e:48:ec:10", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50098f01-a9", "ovs_interfaceid": "50098f01-a99b-4919-8935-2b574dc1481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.578936] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c574e-ac68-47ec-a2b8-c268ac1f4408 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.586736] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119e695-c6d3-40dc-9756-5baedf011212 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.602470] env[69895]: DEBUG nova.compute.provider_tree [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.699901] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.700142] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.700292] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.700485] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.700635] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.700784] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.700992] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.701172] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.701341] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.701505] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.701677] env[69895]: DEBUG nova.virt.hardware [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.707137] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.707767] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe65417d-cab2-4892-a4e8-cac11ef00de6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.729230] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.730499] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1130.730499] env[69895]: value = "task-3472365" [ 1130.730499] env[69895]: _type = "Task" [ 1130.730499] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.737963] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.860145] env[69895]: DEBUG nova.compute.utils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.050895] env[69895]: DEBUG nova.compute.manager [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Stashing vm_state: stopped {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1131.082389] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.082685] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Instance network_info: |[{"id": "50098f01-a99b-4919-8935-2b574dc1481a", "address": "fa:16:3e:48:ec:10", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50098f01-a9", "ovs_interfaceid": "50098f01-a99b-4919-8935-2b574dc1481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.083140] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:ec:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50098f01-a99b-4919-8935-2b574dc1481a', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.090815] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.091481] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.091481] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffedb08-0bf5-4e84-a34d-7b5dee931be2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.108476] env[69895]: DEBUG nova.scheduler.client.report [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.116923] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.116923] env[69895]: value = "task-3472366" [ 1131.116923] env[69895]: _type = "Task" [ 1131.116923] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.125457] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472366, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.233997] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.244855] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472365, 'name': ReconfigVM_Task, 'duration_secs': 0.157753} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.245277] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.246457] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47827eef-cd17-40df-a2a7-0856216647da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.279942] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.280243] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43dcf192-6ce6-43b9-8578-31b7e97c9b27 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.299184] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1131.299184] env[69895]: value = "task-3472367" [ 1131.299184] env[69895]: _type = "Task" [ 1131.299184] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.308857] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.339495] env[69895]: DEBUG nova.compute.manager [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Received event network-changed-50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.339790] env[69895]: DEBUG nova.compute.manager [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Refreshing instance network info cache due to event network-changed-50098f01-a99b-4919-8935-2b574dc1481a. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.340113] env[69895]: DEBUG oslo_concurrency.lockutils [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] Acquiring lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.340362] env[69895]: DEBUG oslo_concurrency.lockutils [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] Acquired lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.340608] env[69895]: DEBUG nova.network.neutron [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Refreshing network info cache for port 50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.363770] env[69895]: INFO nova.virt.block_device [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Booting with volume 4d11eb32-e17c-406b-b144-8197b33c814a at /dev/sdb [ 1131.403378] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4c5c5f2-47be-42b6-80b9-185c2b68d23b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.412907] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457655b3-b09a-4788-9d30-ae8ca48c1dd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.444378] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a441f111-df6f-41ec-9e63-1378c9dd32eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.453726] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087e273-6851-47fa-bf37-14f5d593f41e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.484449] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b9702-85d8-4986-bd3e-d490d863c67e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.491700] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c11f94-7daf-46c8-96f4-99ed8960d83e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.505549] env[69895]: DEBUG nova.virt.block_device [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating existing volume attachment record: 4c05e9a0-2909-4c12-950f-d87c68121a91 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.573060] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.613671] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.614290] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.616795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.413s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.617034] env[69895]: DEBUG nova.objects.instance [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lazy-loading 'resources' on Instance uuid 4de3d836-0b82-4d09-9eb9-1277335cc524 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.628017] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472366, 'name': CreateVM_Task, 'duration_secs': 0.385869} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.628691] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.629435] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.629601] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.629920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.630432] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5767444-d2ec-422f-9258-4acfff6c8423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.635880] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1131.635880] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528158a0-732c-8d6f-7fc5-14ac888a1f2b" [ 1131.635880] env[69895]: _type = "Task" [ 1131.635880] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.643174] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528158a0-732c-8d6f-7fc5-14ac888a1f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.732410] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.808753] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472367, 'name': ReconfigVM_Task, 'duration_secs': 0.272935} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.809044] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd/d16742b0-b739-4223-9733-253ddfb7fdcd.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.809344] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.048130] env[69895]: DEBUG nova.network.neutron [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updated VIF entry in instance network info cache for port 50098f01-a99b-4919-8935-2b574dc1481a. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.048575] env[69895]: DEBUG nova.network.neutron [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating instance_info_cache with network_info: [{"id": "50098f01-a99b-4919-8935-2b574dc1481a", "address": "fa:16:3e:48:ec:10", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50098f01-a9", "ovs_interfaceid": "50098f01-a99b-4919-8935-2b574dc1481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.125086] env[69895]: DEBUG nova.compute.utils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.128685] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Not allocating networking since 'none' was specified. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1132.146828] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528158a0-732c-8d6f-7fc5-14ac888a1f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.149513] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.149746] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.149979] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.150161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.150511] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.151267] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27224ab0-865b-40cd-a2f4-165ec6e82118 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.158882] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.159075] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.161969] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9f6ba-e853-423f-93df-30d1b1dd3bf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.166816] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1132.166816] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279df33-b634-4b7f-9ccb-1fb7f0f5d291" [ 1132.166816] env[69895]: _type = "Task" [ 1132.166816] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.174480] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279df33-b634-4b7f-9ccb-1fb7f0f5d291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.233056] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.304215] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e012dd9-7416-4bf3-af1d-bf5276423142 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.312139] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11621e41-47fa-4328-bd4e-eac2c6bfbd44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.317824] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b718679-74e9-4dd3-a9dc-a8f20f80789c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.362719] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2a8f94-738a-4f77-aafe-04b0c021f729 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.366063] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461de1c4-07ac-41e7-a420-d603b98f96f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.387468] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d1e13c-2182-4c4e-9ba9-7cd5fddfbb8d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.391739] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.405518] env[69895]: DEBUG nova.compute.provider_tree [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.551683] env[69895]: DEBUG oslo_concurrency.lockutils [req-74d1adc7-bb8c-4e93-883f-916030feea28 req-5415db18-6be6-47a1-8c4e-d7911b3eb562 service nova] Releasing lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.629326] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.677737] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5279df33-b634-4b7f-9ccb-1fb7f0f5d291, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.678470] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8535be63-51fa-4b19-9f27-3a9cc5e3ff6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.683423] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1132.683423] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526e55e5-57df-396d-07f9-8625e9c00874" [ 1132.683423] env[69895]: _type = "Task" [ 1132.683423] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.690798] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526e55e5-57df-396d-07f9-8625e9c00874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.732343] env[69895]: DEBUG oslo_vmware.api [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472361, 'name': ReconfigVM_Task, 'duration_secs': 5.752944} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.732574] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.732781] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Reconfigured VM to detach interface {{(pid=69895) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1132.908805] env[69895]: DEBUG nova.scheduler.client.report [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.930876] env[69895]: DEBUG nova.network.neutron [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Port 85381702-7c6a-4b97-9a65-344741c852c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1133.195557] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]526e55e5-57df-396d-07f9-8625e9c00874, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.196365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.196667] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] a6242dc7-ef1f-47f8-9c9a-584e27397764/a6242dc7-ef1f-47f8-9c9a-584e27397764.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.196932] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-824f1bfb-b8be-4e91-a039-2e3aa0772e9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.208604] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1133.208604] env[69895]: value = "task-3472371" [ 1133.208604] env[69895]: _type = "Task" [ 1133.208604] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.216078] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.414056] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.416615] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.625s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.440822] env[69895]: INFO nova.scheduler.client.report [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Deleted allocations for instance 4de3d836-0b82-4d09-9eb9-1277335cc524 [ 1133.638639] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.665108] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.665371] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.665528] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.665709] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.665855] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.666010] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.666234] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.666398] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.666565] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.666727] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.666900] env[69895]: DEBUG nova.virt.hardware [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.667841] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a1429-acd8-436b-b0f7-1e728c72176e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.675736] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26968b-6fd4-4a8e-8c8f-7bdf7dd3c1cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.689883] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.695355] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Creating folder: Project (62a0576784374d628f9b850ecd0923ad). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.695890] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c80defaf-8627-4289-acf5-e8caf5026a2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.717420] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433107} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.717737] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] a6242dc7-ef1f-47f8-9c9a-584e27397764/a6242dc7-ef1f-47f8-9c9a-584e27397764.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.717981] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.719196] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e9c2c5e-fd28-498d-9c22-a59cdb7769df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.720993] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Created folder: Project (62a0576784374d628f9b850ecd0923ad) in parent group-v693805. [ 1133.721194] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Creating folder: Instances. Parent ref: group-v694101. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.721445] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55628258-066e-4f8e-86e8-e5a973cb1298 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.727782] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1133.727782] env[69895]: value = "task-3472373" [ 1133.727782] env[69895]: _type = "Task" [ 1133.727782] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.731888] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Created folder: Instances in parent group-v694101. [ 1133.732136] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.734721] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.735239] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.735446] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c9e4b69-2e95-4c86-ba56-41d4f3bc50d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.750466] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.750466] env[69895]: value = "task-3472375" [ 1133.750466] env[69895]: _type = "Task" [ 1133.750466] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.757349] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472375, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.923029] env[69895]: INFO nova.compute.claims [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.950263] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.950743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.951135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.956338] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Lock "4de3d836-0b82-4d09-9eb9-1277335cc524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.171s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.196956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.197274] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquired lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.197476] env[69895]: DEBUG nova.network.neutron [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.237827] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058862} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.238336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.239130] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41205f4a-9858-4af9-9a4e-1a419671cc9d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.260897] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a6242dc7-ef1f-47f8-9c9a-584e27397764/a6242dc7-ef1f-47f8-9c9a-584e27397764.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.263697] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8513a185-639d-4d4a-bffc-68da836b67a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.284672] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472375, 'name': CreateVM_Task, 'duration_secs': 0.300592} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.285743] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.286117] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1134.286117] env[69895]: value = "task-3472377" [ 1134.286117] env[69895]: _type = "Task" [ 1134.286117] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.286533] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.286742] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.287116] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.287436] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1062c07-d104-4f62-9b76-4dfb33e39296 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.294499] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1134.294499] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9e387-86ac-5103-1d6b-e6497960dcfd" [ 1134.294499] env[69895]: _type = "Task" [ 1134.294499] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.297931] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.305446] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9e387-86ac-5103-1d6b-e6497960dcfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.429660] env[69895]: INFO nova.compute.resource_tracker [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating resource usage from migration 8527ef3b-8d4c-46ae-9f32-15b4f6e6b300 [ 1134.591540] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.591540] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.591674] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.591867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.592053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.594016] env[69895]: INFO nova.compute.manager [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Terminating instance [ 1134.596527] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d3799-e26c-4900-91d8-8c5804e6677c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.605722] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e27575-0884-4030-bc98-e375fc655c29 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.637828] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d804a82b-6514-468b-8841-0cb285b49cfe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.644641] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b950ad-4d3c-47e6-9a3c-81020fdfafda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.658017] env[69895]: DEBUG nova.compute.provider_tree [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.797522] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472377, 'name': ReconfigVM_Task, 'duration_secs': 0.258368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.799997] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a6242dc7-ef1f-47f8-9c9a-584e27397764/a6242dc7-ef1f-47f8-9c9a-584e27397764.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.800750] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a13f7de-887e-492a-9d35-b2d2ea9128d5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.811636] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c9e387-86ac-5103-1d6b-e6497960dcfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.812814] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.813120] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.813396] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.813545] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.813732] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.814035] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1134.814035] env[69895]: value = "task-3472378" [ 1134.814035] env[69895]: _type = "Task" [ 1134.814035] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.814259] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cbc98c1-8b48-4c2d-9019-6b53a034884a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.824935] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472378, 'name': Rename_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.826054] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.826223] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.826898] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af1dece-6e09-4a6f-9367-578ee4623f97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.831452] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1134.831452] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522c234b-30d2-e2e9-2e8f-467c8fc012a9" [ 1134.831452] env[69895]: _type = "Task" [ 1134.831452] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.842755] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522c234b-30d2-e2e9-2e8f-467c8fc012a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.013034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.013313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.013552] env[69895]: DEBUG nova.network.neutron [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.027882] env[69895]: INFO nova.network.neutron [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Port c60f4a94-2353-4c92-bcd5-504d0c994380 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1135.028367] env[69895]: DEBUG nova.network.neutron [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [{"id": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "address": "fa:16:3e:16:e1:36", "network": {"id": "63783a5a-b47c-421f-a699-a3875de89fbb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-66536653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5d0471cfd604c8980c807cc92223c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9524b05-e9", "ovs_interfaceid": "c9524b05-e9d6-4cd0-8c9b-0d75a3aab052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.101937] env[69895]: DEBUG nova.compute.manager [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.102227] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.103137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d88b2-1dd1-4a20-814a-02073b718382 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.111113] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.111419] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a3d41b-28d3-4bd4-9198-627cd2fd2607 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.117794] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1135.117794] env[69895]: value = "task-3472379" [ 1135.117794] env[69895]: _type = "Task" [ 1135.117794] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.125939] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.161269] env[69895]: DEBUG nova.scheduler.client.report [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.326030] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472378, 'name': Rename_Task, 'duration_secs': 0.1616} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.326199] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.326435] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19f24611-6017-4dbd-807a-ee15852b93cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.331666] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1135.331666] env[69895]: value = "task-3472380" [ 1135.331666] env[69895]: _type = "Task" [ 1135.331666] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.344903] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.348827] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522c234b-30d2-e2e9-2e8f-467c8fc012a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.349757] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5143a86-68c4-4de7-a28f-56dac40405e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.354711] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1135.354711] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52694dec-10ad-4c6c-320c-4e85a36a12cb" [ 1135.354711] env[69895]: _type = "Task" [ 1135.354711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.363500] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52694dec-10ad-4c6c-320c-4e85a36a12cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.531862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Releasing lock "refresh_cache-dd0a1246-f086-47a2-b13b-8187c7351a05" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.629237] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472379, 'name': PowerOffVM_Task, 'duration_secs': 0.174242} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.629659] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.629794] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.630116] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f96af72-e590-4d94-860d-65f461c5362e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.666285] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.250s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.666563] env[69895]: INFO nova.compute.manager [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Migrating [ 1135.673012] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.100s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.690814] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.690814] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.690814] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleting the datastore file [datastore2] dd0a1246-f086-47a2-b13b-8187c7351a05 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.690814] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187d5724-c190-4879-93ce-e9f9cd2f2ef3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.698118] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1135.698118] env[69895]: value = "task-3472382" [ 1135.698118] env[69895]: _type = "Task" [ 1135.698118] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.708354] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.797607] env[69895]: DEBUG nova.network.neutron [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [{"id": "85381702-7c6a-4b97-9a65-344741c852c4", "address": "fa:16:3e:c0:bf:3a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85381702-7c", "ovs_interfaceid": "85381702-7c6a-4b97-9a65-344741c852c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.841266] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.868048] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52694dec-10ad-4c6c-320c-4e85a36a12cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.868048] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.868048] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.868048] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbcbf67a-7243-4281-9e0a-f887e73b58ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.875015] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1135.875015] env[69895]: value = "task-3472383" [ 1135.875015] env[69895]: _type = "Task" [ 1135.875015] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.883325] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.038523] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fd6d9a73-d67e-4d40-a0c1-fc8dc9db6e21 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "interface-dd0a1246-f086-47a2-b13b-8187c7351a05-c60f4a94-2353-4c92-bcd5-504d0c994380" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.904s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.184858] env[69895]: INFO nova.compute.claims [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.192144] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.192144] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.192144] env[69895]: DEBUG nova.network.neutron [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.209737] env[69895]: DEBUG oslo_vmware.api [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237799} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.209991] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.210234] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.210446] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.210625] env[69895]: INFO nova.compute.manager [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1136.210867] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.211075] env[69895]: DEBUG nova.compute.manager [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.211175] env[69895]: DEBUG nova.network.neutron [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.302655] env[69895]: DEBUG oslo_concurrency.lockutils [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.342090] env[69895]: DEBUG oslo_vmware.api [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472380, 'name': PowerOnVM_Task, 'duration_secs': 0.628054} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.342410] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.342520] env[69895]: INFO nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1136.342693] env[69895]: DEBUG nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.343560] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f450fc-4f77-431b-b8a8-3b5686263fd0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.387021] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.696236] env[69895]: INFO nova.compute.resource_tracker [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating resource usage from migration 10e7f37f-5182-4be6-8614-67a156bdd13f [ 1136.830200] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafcb1af-81a7-4675-b7ed-d1e695b06e24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.859639] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e29dfa-8400-41a6-b665-c6bc9429355d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.870043] env[69895]: INFO nova.compute.manager [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Took 16.09 seconds to build instance. [ 1136.875032] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.888154] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643577} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.888287] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.888554] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.888816] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-010e19da-436d-4a41-b205-dbfbabd1109b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.897835] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1136.897835] env[69895]: value = "task-3472384" [ 1136.897835] env[69895]: _type = "Task" [ 1136.897835] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.909456] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.915880] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d5ca8-643b-4a48-a8d9-c592d36f4251 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.927166] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed7d76-1087-4478-b044-53c8209cf3ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.965596] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f8eb5-8e0f-495d-a56c-acfbc560d830 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.972132] env[69895]: DEBUG nova.compute.manager [req-899077ee-9484-4bd0-898a-e812c5d9ff43 req-b1a4a931-6878-4a9e-90fa-707096b456f6 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Received event network-vif-deleted-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.972132] env[69895]: INFO nova.compute.manager [req-899077ee-9484-4bd0-898a-e812c5d9ff43 req-b1a4a931-6878-4a9e-90fa-707096b456f6 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Neutron deleted interface c9524b05-e9d6-4cd0-8c9b-0d75a3aab052; detaching it from the instance and deleting it from the info cache [ 1136.972424] env[69895]: DEBUG nova.network.neutron [req-899077ee-9484-4bd0-898a-e812c5d9ff43 req-b1a4a931-6878-4a9e-90fa-707096b456f6 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.979336] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838678ed-8d4e-4793-81ea-22040e0f1342 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.994608] env[69895]: DEBUG nova.compute.provider_tree [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.062553] env[69895]: DEBUG nova.network.neutron [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.378802] env[69895]: DEBUG oslo_concurrency.lockutils [None req-38882a88-fc04-47ec-903d-d40c92c90eda tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.619s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.384020] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.384020] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7c3e17-af6a-4f05-83b5-306e5db6a708 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.390603] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1137.390603] env[69895]: value = "task-3472385" [ 1137.390603] env[69895]: _type = "Task" [ 1137.390603] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.398798] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.406630] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073955} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.407157] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.408041] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2c7e3-bb70-4e11-aef2-0d0c8c5867f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.429968] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.430628] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288bee90-b8b9-4e32-976d-17b39915a024 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.454257] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1137.454257] env[69895]: value = "task-3472386" [ 1137.454257] env[69895]: _type = "Task" [ 1137.454257] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.462565] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.471243] env[69895]: DEBUG nova.network.neutron [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.475530] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac9e4202-2452-4073-9fa4-d1f1050e8baf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.487024] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682e81d-ad04-4478-9c55-69e0b70898d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.501531] env[69895]: DEBUG nova.scheduler.client.report [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.526778] env[69895]: DEBUG nova.compute.manager [req-899077ee-9484-4bd0-898a-e812c5d9ff43 req-b1a4a931-6878-4a9e-90fa-707096b456f6 service nova] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Detach interface failed, port_id=c9524b05-e9d6-4cd0-8c9b-0d75a3aab052, reason: Instance dd0a1246-f086-47a2-b13b-8187c7351a05 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.565523] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.618468] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.729188] env[69895]: DEBUG nova.compute.manager [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Received event network-changed-50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.729459] env[69895]: DEBUG nova.compute.manager [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Refreshing instance network info cache due to event network-changed-50098f01-a99b-4919-8935-2b574dc1481a. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.729641] env[69895]: DEBUG oslo_concurrency.lockutils [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] Acquiring lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.729785] env[69895]: DEBUG oslo_concurrency.lockutils [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] Acquired lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.729948] env[69895]: DEBUG nova.network.neutron [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Refreshing network info cache for port 50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.902646] env[69895]: DEBUG oslo_vmware.api [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472385, 'name': PowerOnVM_Task, 'duration_secs': 0.396637} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.902929] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.903171] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-5806218f-9edc-4343-9d74-d61e258b01fc tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance 'd16742b0-b739-4223-9733-253ddfb7fdcd' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.968314] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472386, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.974313] env[69895]: INFO nova.compute.manager [-] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Took 1.76 seconds to deallocate network for instance. [ 1138.006797] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.334s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.007082] env[69895]: INFO nova.compute.manager [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Migrating [ 1138.015159] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.397s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.015397] env[69895]: DEBUG nova.objects.instance [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'pci_requests' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.464461] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472386, 'name': ReconfigVM_Task, 'duration_secs': 0.552039} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.464737] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.465364] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e6fa1ab-f629-4fa5-8ca5-914fadaa560b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.472108] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1138.472108] env[69895]: value = "task-3472387" [ 1138.472108] env[69895]: _type = "Task" [ 1138.472108] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.480580] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472387, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.482555] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.519330] env[69895]: DEBUG nova.objects.instance [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'numa_topology' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.526453] env[69895]: DEBUG nova.network.neutron [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updated VIF entry in instance network info cache for port 50098f01-a99b-4919-8935-2b574dc1481a. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.526859] env[69895]: DEBUG nova.network.neutron [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating instance_info_cache with network_info: [{"id": "50098f01-a99b-4919-8935-2b574dc1481a", "address": "fa:16:3e:48:ec:10", "network": {"id": "53f0f145-a333-478e-884c-2107524ddc1b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-993294734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e48e663f034ae8918dda62482cf9ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50098f01-a9", "ovs_interfaceid": "50098f01-a99b-4919-8935-2b574dc1481a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.528287] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.528451] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.528614] env[69895]: DEBUG nova.network.neutron [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.982562] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472387, 'name': Rename_Task, 'duration_secs': 0.14414} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.982929] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.983155] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b5e7d9-c445-423a-b6bb-7aa39f4ef1ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.990204] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1138.990204] env[69895]: value = "task-3472388" [ 1138.990204] env[69895]: _type = "Task" [ 1138.990204] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.997780] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.023442] env[69895]: INFO nova.compute.claims [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.031404] env[69895]: DEBUG oslo_concurrency.lockutils [req-d9d9b588-00d6-4486-b104-0280fe1c6ea2 req-847d1c47-ec37-430f-8579-96fb4f708678 service nova] Releasing lock "refresh_cache-a6242dc7-ef1f-47f8-9c9a-584e27397764" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.084618] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a17e0-3607-4023-911f-74213eb57d3f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.103457] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.305016] env[69895]: DEBUG nova.network.neutron [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.500708] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.609859] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.610203] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774a1dd4-c858-4826-be77-3a71efc25f83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.616934] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1139.616934] env[69895]: value = "task-3472389" [ 1139.616934] env[69895]: _type = "Task" [ 1139.616934] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.625174] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.784718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.784995] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.785212] env[69895]: DEBUG nova.compute.manager [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Going to confirm migration 4 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1139.807393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.005701] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472388, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.128210] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472389, 'name': PowerOffVM_Task, 'duration_secs': 0.34932} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.128508] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.128691] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.199283] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b1b02f-c18d-4303-9f60-7da02d03340b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.207047] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac0ec56-f2ba-4c20-8ec4-a372b7ca26be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.238587] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95bcd83-6554-4487-b1b4-1b6ce31922fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.246661] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551db719-ac6f-4d9c-ad37-93a0c4eebae8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.260663] env[69895]: DEBUG nova.compute.provider_tree [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.352467] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.352661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquired lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.352839] env[69895]: DEBUG nova.network.neutron [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.353037] env[69895]: DEBUG nova.objects.instance [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'info_cache' on Instance uuid d16742b0-b739-4223-9733-253ddfb7fdcd {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.502210] env[69895]: DEBUG oslo_vmware.api [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472388, 'name': PowerOnVM_Task, 'duration_secs': 1.088272} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.502481] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.502680] env[69895]: INFO nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1140.502860] env[69895]: DEBUG nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.503648] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b331ce-c7ca-4e3e-9f60-2cde4c3e329a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.635738] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.636016] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.636183] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.636372] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.636522] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.636669] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.636882] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.637087] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.637311] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.637485] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.637662] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.642746] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff39e516-55be-4fb0-a0ed-b48757b523ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.659303] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1140.659303] env[69895]: value = "task-3472390" [ 1140.659303] env[69895]: _type = "Task" [ 1140.659303] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.668072] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.764074] env[69895]: DEBUG nova.scheduler.client.report [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.019604] env[69895]: INFO nova.compute.manager [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Took 15.41 seconds to build instance. [ 1141.172680] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.270020] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.255s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.272272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.790s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.272506] env[69895]: DEBUG nova.objects.instance [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'resources' on Instance uuid dd0a1246-f086-47a2-b13b-8187c7351a05 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.306465] env[69895]: INFO nova.network.neutron [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating port cbca064e-7c53-4260-8030-1318aa788f6f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1141.320520] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41164ef-8c09-4e70-b34a-f0f499927978 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.340843] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.521347] env[69895]: DEBUG oslo_concurrency.lockutils [None req-798936da-fee4-4c9e-b8cc-85b0ca1ebb59 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.919s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.550492] env[69895]: DEBUG nova.network.neutron [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [{"id": "85381702-7c6a-4b97-9a65-344741c852c4", "address": "fa:16:3e:c0:bf:3a", "network": {"id": "5d87e24c-cc21-4dd2-bd9e-5b8bc3d7e45d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1120797085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f77b69fa22a4c448aa1aace493705c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85381702-7c", "ovs_interfaceid": "85381702-7c6a-4b97-9a65-344741c852c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.669968] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.846806] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.847179] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d17361e3-0831-4fc7-b233-2ce8b309c64b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.856012] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1141.856012] env[69895]: value = "task-3472391" [ 1141.856012] env[69895]: _type = "Task" [ 1141.856012] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.867275] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1141.867531] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.960316] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92aca03-c608-4e35-b666-6510ba2b3dae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.968933] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393424fa-e30c-428e-a113-16e0e93d4f5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.998562] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23bb45-49b6-456d-a9f0-d33fa6922a12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.005585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086a8360-1c24-4651-84bc-13f724f9e4aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.020234] env[69895]: DEBUG nova.compute.provider_tree [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.052529] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Releasing lock "refresh_cache-d16742b0-b739-4223-9733-253ddfb7fdcd" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.052764] env[69895]: DEBUG nova.objects.instance [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'migration_context' on Instance uuid d16742b0-b739-4223-9733-253ddfb7fdcd {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.171222] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472390, 'name': ReconfigVM_Task, 'duration_secs': 1.160947} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.171696] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.374294] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.374509] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.374668] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.374856] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.375017] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.375173] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.375383] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.375545] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.375717] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.375876] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.376067] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.381184] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10941e9d-db6e-4eb7-b3da-2dbb5f885cde {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.396923] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1142.396923] env[69895]: value = "task-3472392" [ 1142.396923] env[69895]: _type = "Task" [ 1142.396923] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.404797] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.523992] env[69895]: DEBUG nova.scheduler.client.report [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.555794] env[69895]: DEBUG nova.objects.base [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.556783] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989412e3-4fa9-4b97-bb34-fda28762b3be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.575442] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b8c47f-a185-4c39-9e76-1eb09ecdbd62 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.581115] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1142.581115] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248f4f2-0b93-46d5-9462-ad3da70a696d" [ 1142.581115] env[69895]: _type = "Task" [ 1142.581115] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.588759] env[69895]: INFO nova.compute.manager [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Rebuilding instance [ 1142.590580] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248f4f2-0b93-46d5-9462-ad3da70a696d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.682229] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.682557] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.682846] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.683073] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.683307] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.683578] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.683979] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.684184] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.684368] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.684552] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.684727] env[69895]: DEBUG nova.virt.hardware [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.690426] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.695534] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4363f8e5-ebb5-4b9e-baeb-14b14b4f2ddf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.717315] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1142.717315] env[69895]: value = "task-3472393" [ 1142.717315] env[69895]: _type = "Task" [ 1142.717315] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.728787] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.729261] env[69895]: DEBUG nova.compute.manager [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.730059] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae4df4-e10f-4370-9e3b-7b0c3d7798ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.908680] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472392, 'name': ReconfigVM_Task, 'duration_secs': 0.131786} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.908988] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.029417] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.047761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.047886] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.048130] env[69895]: DEBUG nova.network.neutron [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.057734] env[69895]: INFO nova.scheduler.client.report [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted allocations for instance dd0a1246-f086-47a2-b13b-8187c7351a05 [ 1143.087289] env[69895]: DEBUG nova.compute.manager [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.087560] env[69895]: DEBUG oslo_concurrency.lockutils [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.087729] env[69895]: DEBUG oslo_concurrency.lockutils [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.087920] env[69895]: DEBUG oslo_concurrency.lockutils [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.088121] env[69895]: DEBUG nova.compute.manager [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] No waiting events found dispatching network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.088433] env[69895]: WARNING nova.compute.manager [req-db6b2743-f89b-40b5-8a67-3dbbcaae6bbf req-6ee80f79-63f5-44e7-8928-8aeaa9331be1 service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received unexpected event network-vif-plugged-cbca064e-7c53-4260-8030-1318aa788f6f for instance with vm_state shelved_offloaded and task_state spawning. [ 1143.095677] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5248f4f2-0b93-46d5-9462-ad3da70a696d, 'name': SearchDatastore_Task, 'duration_secs': 0.007261} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.095908] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.096186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.227476] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472393, 'name': ReconfigVM_Task, 'duration_secs': 0.160208} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.228743] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.229761] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770e358-f070-4b69-867d-4d9a76d58343 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.233506] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.233755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.257077] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.258089] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fba9ad9-be9c-4950-a869-48181d2e9a52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.276700] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1143.276700] env[69895]: value = "task-3472394" [ 1143.276700] env[69895]: _type = "Task" [ 1143.276700] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.284431] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.415406] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.415777] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.415970] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.416180] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.416333] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.416482] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.416690] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.416847] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.417038] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.417284] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.417468] env[69895]: DEBUG nova.virt.hardware [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.423103] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.423407] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccd0da8-6dd6-44e3-a3f9-732e3856269b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.443202] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1143.443202] env[69895]: value = "task-3472395" [ 1143.443202] env[69895]: _type = "Task" [ 1143.443202] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.451045] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.565771] env[69895]: DEBUG oslo_concurrency.lockutils [None req-46273a73-baf4-434e-8b20-a2975f4c4a8d tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "dd0a1246-f086-47a2-b13b-8187c7351a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.974s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.736891] env[69895]: DEBUG nova.compute.utils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.758477] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.761103] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9b2eb1-7531-44e3-a4cc-f7fa35edfd86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.763996] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1a970-f6d7-465b-b37f-e0732e07dd58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.772465] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7460c9-4034-4698-876c-90a2d1e77108 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.775778] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1143.775778] env[69895]: value = "task-3472396" [ 1143.775778] env[69895]: _type = "Task" [ 1143.775778] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.805120] env[69895]: DEBUG nova.network.neutron [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.810893] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713f011f-2b20-48b3-b765-2a1f83acef10 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.816832] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.821555] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472394, 'name': ReconfigVM_Task, 'duration_secs': 0.492514} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.823971] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.824267] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.828721] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82c52a-5fbf-422d-ae7a-803e194b2704 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.842831] env[69895]: DEBUG nova.compute.provider_tree [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.953231] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472395, 'name': ReconfigVM_Task, 'duration_secs': 0.199126} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.953527] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.954373] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b34d00-eebf-40ff-b658-d0dd2bd46e84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.977545] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.977833] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aae2e1e-64af-4f87-9b5d-a2e5c8f0de83 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.996077] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1143.996077] env[69895]: value = "task-3472397" [ 1143.996077] env[69895]: _type = "Task" [ 1143.996077] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.003559] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.242712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.286406] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472396, 'name': PowerOffVM_Task, 'duration_secs': 0.121659} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.286659] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.287415] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.288037] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a04376-9eed-4a2b-b39c-f38137cf4c5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.294410] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.294624] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6093e3-d6d4-4e03-bd10-53039b091181 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.317231] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.319321] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.319539] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.319719] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Deleting the datastore file [datastore1] 6375511d-18bd-4e4d-aaf1-3b105eb276fe {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.320181] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d109d73-6057-4670-86ec-c4d3d97ed569 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.326402] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1144.326402] env[69895]: value = "task-3472399" [ 1144.326402] env[69895]: _type = "Task" [ 1144.326402] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.331608] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0fc9b-2ef8-42cc-a832-e67b8ccc1e09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.338501] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.352130] env[69895]: DEBUG nova.scheduler.client.report [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.357559] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef5ea3e-d844-4393-85c9-2f4eca682910 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.376054] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.382014] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d35003a88ba04bf59e39c93d36445fe',container_format='bare',created_at=2025-04-17T06:40:27Z,direct_url=,disk_format='vmdk',id=6da6d658-808c-461f-a96b-6eeb6c01036e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-280571873-shelved',owner='43e34e534e3f4be4a28c2f3297f92061',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-17T06:40:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.382247] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.382410] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.382603] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.382739] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.382891] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.383127] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.383312] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.383485] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.383703] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.383820] env[69895]: DEBUG nova.virt.hardware [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.384880] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7123773-4945-41b2-9d2f-36b91e301932 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.392727] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53bf12-24ff-4549-851f-e45eeb35f2ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.406628] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:26:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbca064e-7c53-4260-8030-1318aa788f6f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.414094] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.414353] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.414567] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cd0b277-38ad-42cb-9981-55b6269ff33e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.434328] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.434328] env[69895]: value = "task-3472400" [ 1144.434328] env[69895]: _type = "Task" [ 1144.434328] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.443906] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472400, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.505377] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.836148] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129495} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.836431] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.836618] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.836799] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.945235] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472400, 'name': CreateVM_Task, 'duration_secs': 0.323421} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.945429] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.946105] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.946298] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.946664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.946932] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3271c5-4dba-4a7c-bdd1-328da49c33a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.953866] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1144.953866] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b0626a-4d73-a883-06e4-2940b02cd0f7" [ 1144.953866] env[69895]: _type = "Task" [ 1144.953866] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.959553] env[69895]: DEBUG nova.network.neutron [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.968130] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b0626a-4d73-a883-06e4-2940b02cd0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.006198] env[69895]: DEBUG oslo_vmware.api [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472397, 'name': ReconfigVM_Task, 'duration_secs': 0.599786} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.006490] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a/5d637ef2-b41b-4fd9-bb83-d579f31fb60a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.006757] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.283855] env[69895]: DEBUG nova.compute.manager [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.284139] env[69895]: DEBUG nova.compute.manager [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing instance network info cache due to event network-changed-cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.284298] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] Acquiring lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.284377] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] Acquired lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.284529] env[69895]: DEBUG nova.network.neutron [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Refreshing network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.300793] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.301019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.301244] env[69895]: INFO nova.compute.manager [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Attaching volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a to /dev/sdb [ 1145.331349] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac53c4-9e2c-4a31-98a8-0b4fd5128a98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.338508] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6089fd-10df-416b-8bac-3bf2e4c455c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.357151] env[69895]: DEBUG nova.virt.block_device [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating existing volume attachment record: 2ad6a241-4f6d-4965-9a76-51f670b06abb {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1145.367063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.270s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.472249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.472428] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Processing image 6da6d658-808c-461f-a96b-6eeb6c01036e {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.472748] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.473107] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.473202] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.474152] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03572da7-9c8a-48b7-9455-79447e4e0df5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.484739] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.484988] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.486023] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9e7d0e-264b-42bf-97cc-91187741f7db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.492458] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1145.492458] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5224f70b-408b-f18d-7695-50006cffb90c" [ 1145.492458] env[69895]: _type = "Task" [ 1145.492458] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.503595] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5224f70b-408b-f18d-7695-50006cffb90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.513395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a9f5d-fdd2-403c-8309-f7a8fd2fcfce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.532415] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565d664e-edfd-443c-8186-34cdd68f77f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.549751] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.705431] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.705669] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.763099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.763366] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.763596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.763776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.763947] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.765902] env[69895]: INFO nova.compute.manager [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Terminating instance [ 1145.875289] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.875541] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.875711] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.875894] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.876065] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.876221] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.876469] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.876654] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.876828] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.877264] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.877264] env[69895]: DEBUG nova.virt.hardware [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.878273] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b95cb9-c927-4143-8acd-ea3cd6291516 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.888416] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e21146-5089-48eb-bdbc-8ebfaa24515b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.906828] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance VIF info [] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.912779] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.915896] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.916365] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14d3aac8-b2d8-4452-9fea-61e79236f1a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.935684] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.935684] env[69895]: value = "task-3472404" [ 1145.935684] env[69895]: _type = "Task" [ 1145.935684] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.943754] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472404, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.956507] env[69895]: INFO nova.scheduler.client.report [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocation for migration cab228c9-218c-4e10-9593-8d20cb1f21fc [ 1145.994034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.994034] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.994314] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.007128] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.007432] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Fetch image to [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745/OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.007471] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Downloading stream optimized image 6da6d658-808c-461f-a96b-6eeb6c01036e to [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745/OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745.vmdk on the data store datastore2 as vApp {{(pid=69895) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.008075] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Downloading image file data 6da6d658-808c-461f-a96b-6eeb6c01036e to the ESX as VM named 'OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745' {{(pid=69895) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.085395] env[69895]: DEBUG nova.network.neutron [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updated VIF entry in instance network info cache for port cbca064e-7c53-4260-8030-1318aa788f6f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.085920] env[69895]: DEBUG nova.network.neutron [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [{"id": "cbca064e-7c53-4260-8030-1318aa788f6f", "address": "fa:16:3e:5f:26:d8", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbca064e-7c", "ovs_interfaceid": "cbca064e-7c53-4260-8030-1318aa788f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.089227] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.089227] env[69895]: value = "resgroup-9" [ 1146.089227] env[69895]: _type = "ResourcePool" [ 1146.089227] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.090069] env[69895]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eaa143ae-fb85-4c1e-990b-561b358b9957 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.107323] env[69895]: DEBUG nova.network.neutron [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Port 0c209906-bcaa-49f1-9f53-89ae9b780c05 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.114579] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease: (returnval){ [ 1146.114579] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528d0db0-cf53-f808-c17e-2271ac6547b8" [ 1146.114579] env[69895]: _type = "HttpNfcLease" [ 1146.114579] env[69895]: } obtained for vApp import into resource pool (val){ [ 1146.114579] env[69895]: value = "resgroup-9" [ 1146.114579] env[69895]: _type = "ResourcePool" [ 1146.114579] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.114901] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the lease: (returnval){ [ 1146.114901] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528d0db0-cf53-f808-c17e-2271ac6547b8" [ 1146.114901] env[69895]: _type = "HttpNfcLease" [ 1146.114901] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.122689] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.122689] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528d0db0-cf53-f808-c17e-2271ac6547b8" [ 1146.122689] env[69895]: _type = "HttpNfcLease" [ 1146.122689] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.212658] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.212870] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.213092] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.213288] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.213447] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.213637] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.213764] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1146.213897] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.269692] env[69895]: DEBUG nova.compute.manager [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.269966] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.270879] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e7a3b-4fe9-4b18-9893-fbd0a9e1bc48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.278101] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.278345] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253b204a-85b5-4b1d-a98b-a7193eb26d30 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.284354] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1146.284354] env[69895]: value = "task-3472406" [ 1146.284354] env[69895]: _type = "Task" [ 1146.284354] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.292430] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.447640] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472404, 'name': CreateVM_Task, 'duration_secs': 0.317704} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.447896] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.448440] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.448684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.449086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.449371] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77538f8-4b22-457a-bced-bb2f94d76560 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.455069] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1146.455069] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6fa27-3e7e-cb1b-4e0b-157c3bcff052" [ 1146.455069] env[69895]: _type = "Task" [ 1146.455069] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.463501] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.678s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.464609] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6fa27-3e7e-cb1b-4e0b-157c3bcff052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.589462] env[69895]: DEBUG oslo_concurrency.lockutils [req-ae5ad8bb-04f4-4002-9e12-85634fe0fe58 req-2fda5729-cc9e-4e1f-be87-a740f03d4efb service nova] Releasing lock "refresh_cache-dd4ffb30-6292-464f-a166-61edbe8786a9" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.622988] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.622988] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528d0db0-cf53-f808-c17e-2271ac6547b8" [ 1146.622988] env[69895]: _type = "HttpNfcLease" [ 1146.622988] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.623324] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.623324] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528d0db0-cf53-f808-c17e-2271ac6547b8" [ 1146.623324] env[69895]: _type = "HttpNfcLease" [ 1146.623324] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1146.623998] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812be43e-c293-4941-ba90-fc98f3fa9310 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.631082] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.631262] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1146.694135] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa35c14d-2a37-4b0d-b728-0ff872ca09f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.716610] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.716862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.717047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.717261] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1146.717975] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf1e713-1874-44e8-94d7-12172bca7aaf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.725713] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f35e09-f654-4616-a47a-91af14d33d05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.738935] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03acc8d-263d-462c-8c90-099d6abf764a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.745463] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76994c03-1866-48cc-a0c0-5fc99b480db5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.774319] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178837MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1146.774469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.774669] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.792051] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472406, 'name': PowerOffVM_Task, 'duration_secs': 0.184027} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.792308] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.792478] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.792712] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6101f389-2e12-4547-884a-e818ad13bd1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.852909] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.853206] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.853591] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleting the datastore file [datastore2] a7b6bcfd-869d-4cfe-9acb-5d66312e296a {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.853895] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f48dc57-92f9-48e3-893c-7ed7bc60c633 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.860620] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for the task: (returnval){ [ 1146.860620] env[69895]: value = "task-3472408" [ 1146.860620] env[69895]: _type = "Task" [ 1146.860620] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.869442] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.969567] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f6fa27-3e7e-cb1b-4e0b-157c3bcff052, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.972208] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.972480] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.972743] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.972897] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.973091] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.973375] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ac6484-d15b-49ed-b9e7-81f623f55549 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.982605] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.982831] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.983633] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9621545d-be98-433e-ab10-03b96bca0306 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.989089] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1146.989089] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b01d60-e392-1e11-75d1-cd22e712acaa" [ 1146.989089] env[69895]: _type = "Task" [ 1146.989089] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.000843] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b01d60-e392-1e11-75d1-cd22e712acaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.044803] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.045099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.045295] env[69895]: DEBUG nova.network.neutron [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.142215] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.142445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.142623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.372492] env[69895]: DEBUG oslo_vmware.api [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Task: {'id': task-3472408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17691} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.374113] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.374356] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.374528] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.374705] env[69895]: INFO nova.compute.manager [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1147.374969] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.375206] env[69895]: DEBUG nova.compute.manager [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.375317] env[69895]: DEBUG nova.network.neutron [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.501621] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b01d60-e392-1e11-75d1-cd22e712acaa, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.503783] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0697b3e-cfde-42d8-a7ef-effaf2ab2788 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.509214] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1147.509214] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a666e9-9303-8387-d43f-4bc4fd34d5b8" [ 1147.509214] env[69895]: _type = "Task" [ 1147.509214] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.519516] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a666e9-9303-8387-d43f-4bc4fd34d5b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.666479] env[69895]: DEBUG nova.compute.manager [req-10dd3a39-c85e-43a2-bce4-7cdaabc9b234 req-793c00ad-fcd6-4982-ae84-367c623b1d16 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Received event network-vif-deleted-a50c7697-cc86-44d8-aea0-a1ff87b049ab {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.666719] env[69895]: INFO nova.compute.manager [req-10dd3a39-c85e-43a2-bce4-7cdaabc9b234 req-793c00ad-fcd6-4982-ae84-367c623b1d16 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Neutron deleted interface a50c7697-cc86-44d8-aea0-a1ff87b049ab; detaching it from the instance and deleting it from the info cache [ 1147.667010] env[69895]: DEBUG nova.network.neutron [req-10dd3a39-c85e-43a2-bce4-7cdaabc9b234 req-793c00ad-fcd6-4982-ae84-367c623b1d16 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.788993] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Applying migration context for instance 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a as it has an incoming, in-progress migration 8527ef3b-8d4c-46ae-9f32-15b4f6e6b300. Migration status is post-migrating {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1147.789338] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Applying migration context for instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a as it has an incoming, in-progress migration 10e7f37f-5182-4be6-8614-67a156bdd13f. Migration status is post-migrating {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1147.790813] env[69895]: INFO nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating resource usage from migration 8527ef3b-8d4c-46ae-9f32-15b4f6e6b300 [ 1147.791234] env[69895]: INFO nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating resource usage from migration 10e7f37f-5182-4be6-8614-67a156bdd13f [ 1147.808729] env[69895]: DEBUG nova.network.neutron [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.812141] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.812378] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.812620] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.813373] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.813373] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.816847] env[69895]: INFO nova.compute.manager [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Terminating instance [ 1147.904111] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1147.904451] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1147.906129] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b4b8fe-d6c1-4829-a31a-3c6eb8df0d93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.914061] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1147.914377] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1147.914704] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d6ea8d63-2c8a-4d1c-a0b5-30b4bd88deff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.960613] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.960753] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance a7b6bcfd-869d-4cfe-9acb-5d66312e296a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.960884] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fce02cc8-b78e-4909-9da5-77c0643fd3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961026] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance d16742b0-b739-4223-9733-253ddfb7fdcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961155] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance a6242dc7-ef1f-47f8-9c9a-584e27397764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961278] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 6375511d-18bd-4e4d-aaf1-3b105eb276fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961390] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance dd4ffb30-6292-464f-a166-61edbe8786a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961498] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Migration 8527ef3b-8d4c-46ae-9f32-15b4f6e6b300 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1147.961606] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.961718] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Migration 10e7f37f-5182-4be6-8614-67a156bdd13f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1147.961826] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1147.962039] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1147.962183] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1148.021309] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a666e9-9303-8387-d43f-4bc4fd34d5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.021590] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.021848] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.022131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43908853-1fdc-484d-8ff4-6c46a988ed6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.028631] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1148.028631] env[69895]: value = "task-3472410" [ 1148.028631] env[69895]: _type = "Task" [ 1148.028631] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.035988] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.132144] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbe1e1-cd1d-40dc-aaa0-8477865d3448 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.139428] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93895eaa-ffd1-4429-8fd2-879ddd841aa0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.174064] env[69895]: DEBUG nova.network.neutron [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.175494] env[69895]: DEBUG oslo_vmware.rw_handles [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52747f32-c7b9-e65d-6312-6da257e5e3b0/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1148.175698] env[69895]: INFO nova.virt.vmwareapi.images [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Downloaded image file data 6da6d658-808c-461f-a96b-6eeb6c01036e [ 1148.177396] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775eb6f6-f9c1-4a16-9b57-bc50cbe56ece {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.179882] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f1ba3e-4dd1-4b19-8225-6b92cbaba9c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.182098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a27ede-39f0-4b1b-a5d4-0a04fa1e926d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.200430] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7f56ff-8e15-4a98-878e-eee77db23fd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.203256] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157caa8-6f80-4fcc-91ae-08af6c90ccb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.211350] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2e785c-a3bd-4a98-b9d9-9d3901883eec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.222327] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222527] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222650] env[69895]: DEBUG nova.network.neutron [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.243544] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.255104] env[69895]: DEBUG nova.compute.manager [req-10dd3a39-c85e-43a2-bce4-7cdaabc9b234 req-793c00ad-fcd6-4982-ae84-367c623b1d16 service nova] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Detach interface failed, port_id=a50c7697-cc86-44d8-aea0-a1ff87b049ab, reason: Instance a7b6bcfd-869d-4cfe-9acb-5d66312e296a could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.256245] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.263032] env[69895]: INFO nova.virt.vmwareapi.images [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] The imported VM was unregistered [ 1148.264577] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1148.264811] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.265650] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ded88d-f745-4ae3-9bb3-bc25e089bca3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.297167] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.297403] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745/OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745.vmdk to [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk. {{(pid=69895) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1148.297769] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-440d738f-dcf5-4dc5-9535-ed39ee0dbbcb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.305904] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1148.305904] env[69895]: value = "task-3472412" [ 1148.305904] env[69895]: _type = "Task" [ 1148.305904] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.311592] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.318534] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.321929] env[69895]: DEBUG nova.compute.manager [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.321929] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.322694] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb060d9a-0d8d-43dd-b7e6-c3b0302d05be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.332687] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.332992] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b554ef-1fe7-4c27-a57a-c8782ccd041c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.341060] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1148.341060] env[69895]: value = "task-3472413" [ 1148.341060] env[69895]: _type = "Task" [ 1148.341060] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.350299] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.540043] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499018} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.540043] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.540043] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.540043] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-464c77f0-15f1-4fd2-84ce-75d0fedabd7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.546112] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1148.546112] env[69895]: value = "task-3472414" [ 1148.546112] env[69895]: _type = "Task" [ 1148.546112] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.553465] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.677374] env[69895]: INFO nova.compute.manager [-] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Took 1.30 seconds to deallocate network for instance. [ 1148.766322] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1148.766567] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.992s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.766793] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.766932] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1148.817861] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.838785] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcdca0-ada4-4e3b-aa4d-77ca364286fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.853135] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472413, 'name': PowerOffVM_Task, 'duration_secs': 0.286289} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.866480] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.866684] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.867132] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9665f288-da41-43a2-b862-ad12a0526833 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.869368] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401ba3d-9e08-48c4-848f-3324f05fb626 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.879636] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.945448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.945688] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.945892] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleting the datastore file [datastore1] d16742b0-b739-4223-9733-253ddfb7fdcd {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.946206] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-384a123e-7ded-46b4-ac88-2d36e602ef82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.958085] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for the task: (returnval){ [ 1148.958085] env[69895]: value = "task-3472416" [ 1148.958085] env[69895]: _type = "Task" [ 1148.958085] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.958987] env[69895]: DEBUG nova.network.neutron [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.971808] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.058456] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069659} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.058752] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.059734] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e240e72-5506-4983-a9fa-5c6ea1f3ca8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.082407] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.082803] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759341eb-0f8b-48dc-9dea-b558bbd0bf34 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.105403] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1149.105403] env[69895]: value = "task-3472417" [ 1149.105403] env[69895]: _type = "Task" [ 1149.105403] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.116079] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.183858] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.184257] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.184495] env[69895]: DEBUG nova.objects.instance [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lazy-loading 'resources' on Instance uuid a7b6bcfd-869d-4cfe-9acb-5d66312e296a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.283278] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] There are 58 instances to clean {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1149.283467] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 76cce8dd-acc2-439b-8959-4b0408f2d9e5] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.321120] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.388989] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.389441] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7bde960-1bad-4b97-87d5-658f43fcd547 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.401533] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1149.401533] env[69895]: value = "task-3472418" [ 1149.401533] env[69895]: _type = "Task" [ 1149.401533] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.412065] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.465107] env[69895]: DEBUG oslo_concurrency.lockutils [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.477239] env[69895]: DEBUG oslo_vmware.api [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Task: {'id': task-3472416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43671} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.477572] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.477791] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.478012] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.478235] env[69895]: INFO nova.compute.manager [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1149.478528] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.478762] env[69895]: DEBUG nova.compute.manager [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.478872] env[69895]: DEBUG nova.network.neutron [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.619533] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.789068] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: f8517892-b7f5-4e1e-9101-cc09e5f30d5c] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.821375] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.877538] env[69895]: DEBUG nova.compute.manager [req-43a00daa-191e-46de-9a27-dc5f7bbaae74 req-07aa7d09-8b77-413b-9ae0-20c8708fce95 service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Received event network-vif-deleted-85381702-7c6a-4b97-9a65-344741c852c4 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.877763] env[69895]: INFO nova.compute.manager [req-43a00daa-191e-46de-9a27-dc5f7bbaae74 req-07aa7d09-8b77-413b-9ae0-20c8708fce95 service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Neutron deleted interface 85381702-7c6a-4b97-9a65-344741c852c4; detaching it from the instance and deleting it from the info cache [ 1149.877918] env[69895]: DEBUG nova.network.neutron [req-43a00daa-191e-46de-9a27-dc5f7bbaae74 req-07aa7d09-8b77-413b-9ae0-20c8708fce95 service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.882687] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f26e93-4f6c-4297-b098-4ebcb04c61b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.893235] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f70a6d-b9c3-461b-acbc-e24772f69093 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.930739] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e3c764-25db-4e20-b5a3-9014ea5c0fad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.942371] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308d70b-7746-4396-99f9-36cefeea1650 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.947378] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.963921] env[69895]: DEBUG nova.compute.provider_tree [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.989174] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cab8ba-fd03-4879-9575-9be61ff2a509 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.011602] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c6c10-52e0-404f-9992-fc7fddcb5862 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.020935] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.118959] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472417, 'name': ReconfigVM_Task, 'duration_secs': 1.00902} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.119232] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6375511d-18bd-4e4d-aaf1-3b105eb276fe/6375511d-18bd-4e4d-aaf1-3b105eb276fe.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.119896] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4390ac2-9f46-46d1-ac7e-83ddbf55f670 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.128709] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1150.128709] env[69895]: value = "task-3472419" [ 1150.128709] env[69895]: _type = "Task" [ 1150.128709] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.139467] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472419, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.292909] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: dd0a1246-f086-47a2-b13b-8187c7351a05] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.321127] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.363054] env[69895]: DEBUG nova.network.neutron [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.380351] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28c7fbd2-2c27-449c-ae43-831e9ec20b7c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.392669] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1665e8a-bd5c-4ee4-907e-6ecb591f37ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.404583] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.404907] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.406164] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65110499-03f7-4ae3-8ae4-a6d9232186f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.433927] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56a0f8-fc45-4b9d-ac59-c4a899c40062 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.436922] env[69895]: DEBUG nova.compute.manager [req-43a00daa-191e-46de-9a27-dc5f7bbaae74 req-07aa7d09-8b77-413b-9ae0-20c8708fce95 service nova] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Detach interface failed, port_id=85381702-7c6a-4b97-9a65-344741c852c4, reason: Instance d16742b0-b739-4223-9733-253ddfb7fdcd could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.446369] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.467909] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.469038] env[69895]: DEBUG nova.scheduler.client.report [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.472348] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd35051e-db5a-4b3c-9c56-2951463b690f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.486919] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.303s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.496492] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1150.496492] env[69895]: value = "task-3472420" [ 1150.496492] env[69895]: _type = "Task" [ 1150.496492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.508365] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.509577] env[69895]: INFO nova.scheduler.client.report [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Deleted allocations for instance a7b6bcfd-869d-4cfe-9acb-5d66312e296a [ 1150.527173] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-14a03b85-f023-433b-b53a-2f3e36934986 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance '5d637ef2-b41b-4fd9-bb83-d579f31fb60a' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.641643] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472419, 'name': Rename_Task, 'duration_secs': 0.352814} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.642132] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.642132] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a815ab-3233-42fb-9a7c-065df9bc3da1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.651194] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1150.651194] env[69895]: value = "task-3472421" [ 1150.651194] env[69895]: _type = "Task" [ 1150.651194] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.661517] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.796733] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 20b9cb28-8b15-4d99-b3d8-a30ed45800b9] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.821939] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.866778] env[69895]: INFO nova.compute.manager [-] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Took 1.39 seconds to deallocate network for instance. [ 1150.948242] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.006895] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.017737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3815f006-9be3-408f-b959-3f72ef049efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Lock "a7b6bcfd-869d-4cfe-9acb-5d66312e296a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.254s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.161850] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.300271] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: c5c16672-1d0e-435b-a562-0fd5656dd921] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.320600] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472412, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.788285} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.320881] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745/OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745.vmdk to [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk. [ 1151.321090] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Cleaning up location [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1151.321263] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_84ae915f-d4d3-41f4-b922-881a5a211745 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.321561] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f3080b-02a4-4571-a399-27c5f9e4b309 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.327444] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1151.327444] env[69895]: value = "task-3472422" [ 1151.327444] env[69895]: _type = "Task" [ 1151.327444] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.335400] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.375050] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.375403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.375629] env[69895]: DEBUG nova.objects.instance [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lazy-loading 'resources' on Instance uuid d16742b0-b739-4223-9733-253ddfb7fdcd {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.447643] env[69895]: DEBUG oslo_vmware.api [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472418, 'name': PowerOnVM_Task, 'duration_secs': 1.746208} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.448079] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.448395] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c07189fc-7c3d-49df-be99-24c764007650 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance '0b01ea8e-d58d-4a82-b5dd-65cc2703d18a' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.508917] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.665082] env[69895]: DEBUG oslo_vmware.api [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472421, 'name': PowerOnVM_Task, 'duration_secs': 0.947727} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.665433] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.665433] env[69895]: DEBUG nova.compute.manager [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.666543] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990f6d6e-7226-486b-a00b-50066e4c917d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.803717] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 23bbf098-ba7c-4429-9fb3-fff8482d0488] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.838285] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.838917] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.839186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.839388] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk to [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.839675] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99e288b-9657-411e-9b12-119fb666003e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.850677] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1151.850677] env[69895]: value = "task-3472423" [ 1151.850677] env[69895]: _type = "Task" [ 1151.850677] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.861477] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.014343] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.048764] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f953ac81-cd58-45a5-9008-9d988f9657ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.059261] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562962eb-5c06-4587-8f3c-60634d3bc456 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.099385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88618e6b-8be4-4ed1-bacb-356a22004a8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.107591] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b5bc59-95ed-40fc-84d3-56b6113d28bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.122018] env[69895]: DEBUG nova.compute.provider_tree [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.186336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.250140] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.250399] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.250611] env[69895]: DEBUG nova.compute.manager [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Going to confirm migration 6 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1152.309037] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: f2cee047-b856-4e6d-b572-7890b5266568] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.360625] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.512589] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472420, 'name': ReconfigVM_Task, 'duration_secs': 1.536967} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.512589] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.518560] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e897025-f62c-4341-8485-fe2eb0739631 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.541023] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1152.541023] env[69895]: value = "task-3472424" [ 1152.541023] env[69895]: _type = "Task" [ 1152.541023] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.554133] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.625077] env[69895]: DEBUG nova.scheduler.client.report [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.793596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.793596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.793596] env[69895]: DEBUG nova.network.neutron [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.793596] env[69895]: DEBUG nova.objects.instance [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'info_cache' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.810776] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 8d2e33f4-b5e5-4f40-91fb-08c8a9fbe040] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.866144] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.058927] env[69895]: DEBUG oslo_vmware.api [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472424, 'name': ReconfigVM_Task, 'duration_secs': 0.199696} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.058927] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.098028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.098028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.098294] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.098664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.098991] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.102207] env[69895]: INFO nova.compute.manager [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Terminating instance [ 1153.131198] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.134721] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.948s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.134721] env[69895]: DEBUG nova.objects.instance [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1153.176204] env[69895]: INFO nova.scheduler.client.report [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Deleted allocations for instance d16742b0-b739-4223-9733-253ddfb7fdcd [ 1153.314503] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 4dc41944-a1c5-4eab-81e8-1194abe4b3d8] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.367204] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.607628] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "refresh_cache-6375511d-18bd-4e4d-aaf1-3b105eb276fe" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.607859] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquired lock "refresh_cache-6375511d-18bd-4e4d-aaf1-3b105eb276fe" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.608017] env[69895]: DEBUG nova.network.neutron [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.687901] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c220e21-3cde-4737-9726-34efae4e0968 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Lock "d16742b0-b739-4223-9733-253ddfb7fdcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.818087] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 6f1ef1de-a7c4-4c9b-8987-c8d8aefaa267] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.865895] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.918495] env[69895]: DEBUG nova.network.neutron [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1153.918763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.918914] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.919093] env[69895]: DEBUG nova.network.neutron [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.103368] env[69895]: DEBUG nova.objects.instance [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'flavor' on Instance uuid fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.135723] env[69895]: DEBUG nova.network.neutron [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.146920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8b58ae50-0f12-457a-952e-995147245ced tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.188954] env[69895]: DEBUG nova.network.neutron [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.322659] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bd6380c1-483d-4c0e-9a36-e6c4b193d9c0] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.368460] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.396926] env[69895]: DEBUG nova.network.neutron [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.609795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-97969344-b682-4d74-a4bc-e620779a0ac3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.308s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.697849] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Releasing lock "refresh_cache-6375511d-18bd-4e4d-aaf1-3b105eb276fe" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.698520] env[69895]: DEBUG nova.compute.manager [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.698626] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.699635] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa290d70-8aa2-4356-9113-1db26141f68e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.710239] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.710555] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e5e7ce6-0487-473f-bb3c-4afb11094637 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.718934] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1154.718934] env[69895]: value = "task-3472425" [ 1154.718934] env[69895]: _type = "Task" [ 1154.718934] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.727790] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.728893] env[69895]: DEBUG nova.network.neutron [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.830586] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ac582c0a-208f-4e9c-82fc-efb46a9588dc] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.867535] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472423, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.89331} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.867821] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6da6d658-808c-461f-a96b-6eeb6c01036e/6da6d658-808c-461f-a96b-6eeb6c01036e.vmdk to [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.868645] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5509f-1063-462f-81fa-685015cefc34 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.890925] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.891239] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1fdfb8-15a4-42b3-ac58-ef654283a9a3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.906801] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.907198] env[69895]: DEBUG nova.objects.instance [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'migration_context' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.912505] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1154.912505] env[69895]: value = "task-3472427" [ 1154.912505] env[69895]: _type = "Task" [ 1154.912505] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.920811] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.228430] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472425, 'name': PowerOffVM_Task, 'duration_secs': 0.128708} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.228664] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.228798] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.229060] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f9e8aa-3e26-4001-bc4a-a3563c61bf21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.231153] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.253874] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.254117] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.254278] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Deleting the datastore file [datastore2] 6375511d-18bd-4e4d-aaf1-3b105eb276fe {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.254542] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d2a4487-f218-4283-9f77-be36f4baed76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.259905] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for the task: (returnval){ [ 1155.259905] env[69895]: value = "task-3472429" [ 1155.259905] env[69895]: _type = "Task" [ 1155.259905] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.267293] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.313578] env[69895]: INFO nova.compute.manager [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Rebuilding instance [ 1155.336403] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 41fd7e1b-0551-42e6-9d56-3e72aa119e88] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.357128] env[69895]: DEBUG nova.compute.manager [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.358087] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c6272f-519b-40f9-8edd-a095260d17fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.410182] env[69895]: DEBUG nova.objects.base [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Object Instance<5d637ef2-b41b-4fd9-bb83-d579f31fb60a> lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.411737] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8d4ba-d00a-4124-8023-f8d03611a13f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.435711] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472427, 'name': ReconfigVM_Task, 'duration_secs': 0.26579} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.436642] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfigured VM instance instance-00000060 to attach disk [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9/dd4ffb30-6292-464f-a166-61edbe8786a9.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.438022] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'image_id': '93473918-8347-4752-aa39-24e7a3bb7c38'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': '4c05e9a0-2909-4c12-950f-d87c68121a91', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694100', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'name': 'volume-4d11eb32-e17c-406b-b144-8197b33c814a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dd4ffb30-6292-464f-a166-61edbe8786a9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'serial': '4d11eb32-e17c-406b-b144-8197b33c814a'}, 'volume_type': None}], 'swap': None} {{(pid=69895) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1155.438236] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.438468] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694100', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'name': 'volume-4d11eb32-e17c-406b-b144-8197b33c814a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dd4ffb30-6292-464f-a166-61edbe8786a9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'serial': '4d11eb32-e17c-406b-b144-8197b33c814a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.438925] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d686ff8-0437-486d-9adf-173586187b41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.441666] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc36db-4b61-4747-80fc-8ea3f26eb8de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448858] env[69895]: DEBUG oslo_vmware.api [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1155.448858] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218470c-6333-c7ac-0235-e1909f8e10cc" [ 1155.448858] env[69895]: _type = "Task" [ 1155.448858] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.463518] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01f997-9ba2-4c47-ba84-d6bd7296d65d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.471414] env[69895]: DEBUG oslo_vmware.api [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5218470c-6333-c7ac-0235-e1909f8e10cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.484775] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.485024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.493684] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-4d11eb32-e17c-406b-b144-8197b33c814a/volume-4d11eb32-e17c-406b-b144-8197b33c814a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.494253] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd29ee6a-32c0-44eb-af41-e13652b5c5ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.512713] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1155.512713] env[69895]: value = "task-3472430" [ 1155.512713] env[69895]: _type = "Task" [ 1155.512713] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.520505] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.734711] env[69895]: DEBUG nova.compute.manager [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69895) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1155.735037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.769568] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.840367] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bb15557f-fe6a-43f7-b4da-b3881b382f88] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.024983] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472430, 'name': ReconfigVM_Task, 'duration_secs': 0.276063} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.027557] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-4d11eb32-e17c-406b-b144-8197b33c814a/volume-4d11eb32-e17c-406b-b144-8197b33c814a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.032589] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041277d4-5984-40ec-bd55-31787ec17846 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.049672] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1156.049672] env[69895]: value = "task-3472431" [ 1156.049672] env[69895]: _type = "Task" [ 1156.049672] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.059841] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.123529] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac2e4f2-8ee1-4898-9c62-da273e12f825 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.131069] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b505f9-a77e-474e-b586-be339a18580e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.163745] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6121a-5093-4110-b2cf-22a809b163ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.171515] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20438159-cd08-4a09-addb-2fb9d0d38c97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.185649] env[69895]: DEBUG nova.compute.provider_tree [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.269611] env[69895]: DEBUG oslo_vmware.api [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Task: {'id': task-3472429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518499} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.269869] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.270063] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.270244] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.270415] env[69895]: INFO nova.compute.manager [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1156.270669] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.270864] env[69895]: DEBUG nova.compute.manager [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.270962] env[69895]: DEBUG nova.network.neutron [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.286450] env[69895]: DEBUG nova.network.neutron [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.343715] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 075606fe-b937-4a00-a873-5e5c2a5b7938] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.375519] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.375799] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e9775c5-b4fa-4e58-bef4-b2d9b5ff2095 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.383413] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1156.383413] env[69895]: value = "task-3472432" [ 1156.383413] env[69895]: _type = "Task" [ 1156.383413] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.393582] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.559419] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472431, 'name': ReconfigVM_Task, 'duration_secs': 0.147373} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.559765] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694100', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'name': 'volume-4d11eb32-e17c-406b-b144-8197b33c814a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dd4ffb30-6292-464f-a166-61edbe8786a9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'serial': '4d11eb32-e17c-406b-b144-8197b33c814a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1156.560407] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412582db-e4a7-4184-985c-6d3b5f47535e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.565995] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1156.565995] env[69895]: value = "task-3472433" [ 1156.565995] env[69895]: _type = "Task" [ 1156.565995] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.574753] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472433, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.688652] env[69895]: DEBUG nova.scheduler.client.report [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.788710] env[69895]: DEBUG nova.network.neutron [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.846182] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 7a2a7f8f-8b42-4265-9685-b027eff09f0f] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.893613] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472432, 'name': PowerOffVM_Task, 'duration_secs': 0.21762} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.893875] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.941322] env[69895]: INFO nova.compute.manager [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Detaching volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a [ 1156.974801] env[69895]: INFO nova.virt.block_device [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Attempting to driver detach volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a from mountpoint /dev/sdb [ 1156.975066] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.975265] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.976150] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89ad1c-819a-469f-a0e9-9fb9e0f84f71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.997857] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235073a-6298-4f2c-905e-f9fefc8064d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.004542] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885b4a92-3192-47bc-8461-395643ffee43 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.024341] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315cafe5-cc0a-42ab-91bc-79081389f7b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.039693] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.044896] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.045181] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620efbca-4254-431f-af72-5bfa3e4a0240 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.063673] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1157.063673] env[69895]: value = "task-3472434" [ 1157.063673] env[69895]: _type = "Task" [ 1157.063673] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.073843] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.076715] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472433, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.291060] env[69895]: INFO nova.compute.manager [-] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Took 1.02 seconds to deallocate network for instance. [ 1157.348888] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 09bcc73d-bf93-488b-84a5-671d439619d5] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.576467] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.579398] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472433, 'name': Rename_Task, 'duration_secs': 0.716663} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.579671] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.579904] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44af3e31-832d-4c88-aa79-832eb08e1e33 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.586409] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1157.586409] env[69895]: value = "task-3472435" [ 1157.586409] env[69895]: _type = "Task" [ 1157.586409] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.594928] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.699255] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.214s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.699499] env[69895]: DEBUG nova.compute.manager [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69895) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1157.702349] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.967s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.796862] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.852379] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: d5b848de-5287-4677-a9e3-0a4bee01d083] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.074441] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.094900] env[69895]: DEBUG oslo_vmware.api [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472435, 'name': PowerOnVM_Task, 'duration_secs': 0.440305} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.095587] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.208307] env[69895]: DEBUG nova.compute.manager [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.208824] env[69895]: DEBUG nova.objects.instance [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'migration_context' on Instance uuid 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.210579] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5278ea-e1c7-410e-b8ca-ba7d2b8e160c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.268807] env[69895]: INFO nova.scheduler.client.report [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted allocation for migration 10e7f37f-5182-4be6-8614-67a156bdd13f [ 1158.355022] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 39c9eec4-5512-4226-a03d-e08e034e6817] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.579017] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472434, 'name': ReconfigVM_Task, 'duration_secs': 1.197212} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.579017] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.580553] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1497e627-164a-453e-be1a-ec79f96db4e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.595632] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1158.595632] env[69895]: value = "task-3472436" [ 1158.595632] env[69895]: _type = "Task" [ 1158.595632] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.603465] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.732689] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.884s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.773473] env[69895]: DEBUG oslo_concurrency.lockutils [None req-68ead293-817e-402f-97de-b6e5946e9933 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.523s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.835020] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ae2ebe-949a-427e-8ec7-e3b40acca7e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.840923] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933607a3-36a2-4de2-8e21-c6700eea1d7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.874444] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 6451338d-bf01-4ac8-ac06-7c1563326ab6] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.877404] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a9570-b12b-41f7-ab8a-b1bd98efdacb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.885789] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2369747e-f107-419d-80c2-68e18210e200 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.902985] env[69895]: DEBUG nova.compute.provider_tree [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.106480] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472436, 'name': ReconfigVM_Task, 'duration_secs': 0.16335} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.107446] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.381371] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 701decf6-25c1-4fe2-9168-a9aebb680386] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.405910] env[69895]: DEBUG nova.scheduler.client.report [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.581044] env[69895]: DEBUG nova.objects.instance [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.884953] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5f4f3b3c-9bdf-458a-8c26-2fbb8e120afd] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.087439] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.087640] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.087818] env[69895]: DEBUG nova.network.neutron [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.087994] env[69895]: DEBUG nova.objects.instance [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'info_cache' on Instance uuid 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.167792] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.168161] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b0d647-90e7-4ec3-b7df-883a23179c5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.175411] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1160.175411] env[69895]: value = "task-3472437" [ 1160.175411] env[69895]: _type = "Task" [ 1160.175411] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.185159] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.388380] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 6036ce7d-477f-4c4d-9b8f-96d35786a4da] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.417973] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.715s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.425565] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.627s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.425565] env[69895]: DEBUG nova.objects.instance [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lazy-loading 'resources' on Instance uuid 6375511d-18bd-4e4d-aaf1-3b105eb276fe {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.591510] env[69895]: DEBUG nova.objects.base [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Object Instance<5d637ef2-b41b-4fd9-bb83-d579f31fb60a> lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.687669] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.687961] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1160.688220] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1160.689068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80a1f2-6fbb-402e-b9dc-f5aaa7a977d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708619] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791376be-af24-4618-aa17-4ef39e13cf2a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.714589] env[69895]: WARNING nova.virt.vmwareapi.driver [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1160.714887] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.715634] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad882b4-d749-4884-95d5-66d5d7932d13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.721869] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.722110] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c97ca462-387d-41dd-af8d-0297b4e16868 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.784257] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.784443] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.784631] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.784961] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f990531f-5a1c-4ad1-a03b-4f4eac8b04d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.792611] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1160.792611] env[69895]: value = "task-3472439" [ 1160.792611] env[69895]: _type = "Task" [ 1160.792611] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.800697] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.892141] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ee0f604d-fb7d-401c-a7a8-6668532bd69d] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.077804] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc5b799-d017-4e16-aa16-1215ccea0448 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.085315] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45490be-4e40-41f1-abd3-35292323ba53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.118576] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a5031c-772a-48e2-bfa8-14e4ba530de6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.126379] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fde018-fc10-4782-8eb7-df8078c3cd6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.143114] env[69895]: DEBUG nova.compute.provider_tree [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.305333] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170263} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.305333] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.305333] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.305333] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.396434] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bda20858-0f1e-4055-ad92-171d790b7a07] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.422552] env[69895]: DEBUG nova.network.neutron [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [{"id": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "address": "fa:16:3e:70:ba:36", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c209906-bc", "ovs_interfaceid": "0c209906-bcaa-49f1-9f53-89ae9b780c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.649504] env[69895]: DEBUG nova.scheduler.client.report [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.810343] env[69895]: INFO nova.virt.block_device [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Booting with volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a at /dev/sdb [ 1161.845321] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b47c63e3-f20b-419d-b105-41c5c15700e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.855688] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d95dac-b0f0-4ba1-b35a-479ef253550b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.884650] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2218e3c-563b-4fa5-b45c-4aecff617871 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.893035] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d7017-5670-456c-8d9f-45e079578d91 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.903319] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 14ec5117-fb1c-4c2d-be3f-f5b58871c870] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.923666] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f038c4-f7b8-42f2-8e29-6948cb4436ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.926745] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5d637ef2-b41b-4fd9-bb83-d579f31fb60a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.933638] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10311b7f-314b-4074-bbea-31935b5bc341 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.949186] env[69895]: DEBUG nova.virt.block_device [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating existing volume attachment record: 5bb95511-0548-40dd-880e-776dad199088 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.970011] env[69895]: INFO nova.compute.manager [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Swapping old allocation on dict_keys(['7ecffc51-323f-4c97-913f-419a1a87f107']) held by migration 8527ef3b-8d4c-46ae-9f32-15b4f6e6b300 for instance [ 1161.994285] env[69895]: DEBUG nova.scheduler.client.report [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Overwriting current allocation {'allocations': {'7ecffc51-323f-4c97-913f-419a1a87f107': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': 'e260410d928a474aa5886f8afec01579', 'user_id': '2c012b0211d244109ede183bf679573a', 'consumer_generation': 1} on consumer 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a {{(pid=69895) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1162.089865] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.090078] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.090289] env[69895]: DEBUG nova.network.neutron [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.154297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.173978] env[69895]: INFO nova.scheduler.client.report [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Deleted allocations for instance 6375511d-18bd-4e4d-aaf1-3b105eb276fe [ 1162.406612] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 79ae4798-a420-4654-ab46-58769d85f61b] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.687378] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06d94ea9-2410-4b8d-b467-1ab182233355 tempest-ServersListShow298Test-673240367 tempest-ServersListShow298Test-673240367-project-member] Lock "6375511d-18bd-4e4d-aaf1-3b105eb276fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.589s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.850961] env[69895]: DEBUG nova.network.neutron [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [{"id": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "address": "fa:16:3e:c5:3a:eb", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf94c2763-3c", "ovs_interfaceid": "f94c2763-3c30-451b-9ecb-3e5b1c21bf5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.912193] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 29a8902b-3cde-4bc5-bfd4-3c2a6bfc9cbc] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.914684] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "86634986-27a8-424c-9552-b9829ad140ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.915053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.932251] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.934326] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e9a115-ecee-41b6-a454-771099c387c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.941916] env[69895]: DEBUG oslo_vmware.api [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1162.941916] env[69895]: value = "task-3472440" [ 1162.941916] env[69895]: _type = "Task" [ 1162.941916] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.950473] env[69895]: DEBUG oslo_vmware.api [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.354303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.358017] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.358017] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb57c778-f309-4e34-ab98-387d7278c1b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.362834] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1163.362834] env[69895]: value = "task-3472441" [ 1163.362834] env[69895]: _type = "Task" [ 1163.362834] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.370889] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.415616] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 78e8adaa-18c0-4548-8cd3-5e16040515af] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.417666] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.453135] env[69895]: DEBUG oslo_vmware.api [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472440, 'name': PowerOnVM_Task, 'duration_secs': 0.388155} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.454065] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.454065] env[69895]: DEBUG nova.compute.manager [None req-3133861d-22b5-4648-81fd-184244f743a3 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.454839] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d36c3a-8d19-464c-8bcf-417a9eed964d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.872629] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472441, 'name': PowerOffVM_Task, 'duration_secs': 0.217596} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.872912] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.873591] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.873809] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.873967] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.874169] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.874317] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.874464] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.874668] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.874829] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.874994] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.875175] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.875352] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.880241] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe12a3a-2dd9-4fb4-9feb-745cde7ae42b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.894879] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1163.894879] env[69895]: value = "task-3472442" [ 1163.894879] env[69895]: _type = "Task" [ 1163.894879] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.902736] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.921364] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: c4e25f8c-ca45-426f-81ab-bdeabeb63c59] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.947886] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.948100] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.949981] env[69895]: INFO nova.compute.claims [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.069274] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.069532] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.069692] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.069872] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.070028] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.070207] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.070436] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.070595] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.070758] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.070935] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.071129] env[69895]: DEBUG nova.virt.hardware [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.072027] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473da77-2ade-4743-a23d-1c3205de2fc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.080601] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030bad6-5dfd-4d2c-8995-bf2ecc593644 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.093472] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:89:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e8019c-f479-4b08-a825-64842b28221a', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.100685] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.100910] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.101129] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9e00c76-106d-446e-8cd1-3d9a0a658301 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.119972] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.119972] env[69895]: value = "task-3472443" [ 1164.119972] env[69895]: _type = "Task" [ 1164.119972] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.127352] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472443, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.264875] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.265218] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.265385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.265564] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.265740] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.267848] env[69895]: INFO nova.compute.manager [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Terminating instance [ 1164.405158] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.425887] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5bad9826-8dd5-4c74-82d0-db280db4430d] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.631880] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472443, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.771574] env[69895]: DEBUG nova.compute.manager [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.771916] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.772854] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f816e-3465-45f5-8307-9d6583f240ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.781186] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.781506] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd349f2-224e-477f-b4f8-a2b537d46859 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.787585] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1164.787585] env[69895]: value = "task-3472444" [ 1164.787585] env[69895]: _type = "Task" [ 1164.787585] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.795404] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.905651] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472442, 'name': ReconfigVM_Task, 'duration_secs': 1.003452} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.906493] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8053be-de7e-43a8-98f1-fd4d8aa15b67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.924789] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.925107] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.925268] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.925483] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.925658] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.925824] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.926082] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.926284] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.926488] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.926684] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.926904] env[69895]: DEBUG nova.virt.hardware [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.927833] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f902aa0-08a8-465a-ade0-1436f7498239 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.930685] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 4de3d836-0b82-4d09-9eb9-1277335cc524] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.935630] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1164.935630] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a868ee-d118-9ccc-5127-65d3b055f536" [ 1164.935630] env[69895]: _type = "Task" [ 1164.935630] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.944244] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a868ee-d118-9ccc-5127-65d3b055f536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.052163] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a4370-ed20-49de-8ff5-2ec36342a447 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.059337] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b20711-cda2-4df3-abb0-0e4f494c959c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.088855] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4acfe-608b-42f9-9da9-74cf4a53a1ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.095893] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f994ff-d6d9-4291-9327-b58cb9e591fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.108443] env[69895]: DEBUG nova.compute.provider_tree [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.128976] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472443, 'name': CreateVM_Task, 'duration_secs': 0.921063} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.129135] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.129720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.129881] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.130234] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.130463] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a3890a-1be2-4ae9-b53e-11726aadb9bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.134313] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1165.134313] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5252c626-cbed-7322-e676-91e35957946c" [ 1165.134313] env[69895]: _type = "Task" [ 1165.134313] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.141108] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5252c626-cbed-7322-e676-91e35957946c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.297419] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472444, 'name': PowerOffVM_Task, 'duration_secs': 0.159502} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.297696] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.297863] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.298126] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a79eddd-a97d-4a42-906f-745fd530998e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.435016] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: b7b39353-333f-480a-a593-2f9effdb2070] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.446399] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a868ee-d118-9ccc-5127-65d3b055f536, 'name': SearchDatastore_Task, 'duration_secs': 0.021135} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.452052] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.452052] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd51ef9-57d4-4b08-8fb2-31964f565da4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.470777] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1165.470777] env[69895]: value = "task-3472446" [ 1165.470777] env[69895]: _type = "Task" [ 1165.470777] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.482857] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.611682] env[69895]: DEBUG nova.scheduler.client.report [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.643917] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5252c626-cbed-7322-e676-91e35957946c, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.644256] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.644499] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.644729] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.644877] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.645068] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.645368] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d3b20d-a9fe-41e7-9cee-df021b446549 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.653648] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.653828] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.654571] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27180de-d9bb-40a9-9d48-674ebfe066ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.659701] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1165.659701] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e6f9b-2df2-e28d-06e5-6dd4eeec1501" [ 1165.659701] env[69895]: _type = "Task" [ 1165.659701] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.667697] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e6f9b-2df2-e28d-06e5-6dd4eeec1501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.941223] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 0b57cb5a-8860-475b-8d00-a2d139fa141d] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.980546] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472446, 'name': ReconfigVM_Task, 'duration_secs': 0.165982} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.980705] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.981477] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def5c780-a6e8-44bb-bb63-5e08aaa0ba40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.004765] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.005408] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc98e3c7-7602-41a8-bcb9-c497fbf3456c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.024310] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1166.024310] env[69895]: value = "task-3472447" [ 1166.024310] env[69895]: _type = "Task" [ 1166.024310] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.032580] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.116663] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.117210] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.170625] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520e6f9b-2df2-e28d-06e5-6dd4eeec1501, 'name': SearchDatastore_Task, 'duration_secs': 0.008291} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.171469] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845c9793-7dc7-4acd-8087-d1107c1475ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.176471] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1166.176471] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52644408-3834-ad77-6e41-3778a794a630" [ 1166.176471] env[69895]: _type = "Task" [ 1166.176471] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.184634] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52644408-3834-ad77-6e41-3778a794a630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.444714] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: aaf04d18-422b-4793-bd3c-aec33f1ee58e] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.534656] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472447, 'name': ReconfigVM_Task, 'duration_secs': 0.266535} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.534942] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a/0b01ea8e-d58d-4a82-b5dd-65cc2703d18a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.535794] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb1a62-d2fe-40e6-99af-c957aab43146 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.555158] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a5b3e3-2bef-4caa-805d-bacb5ef889a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.572441] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d74a8-134d-46e2-8a3d-37f1cbee7451 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.589373] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a47a59f-cd4d-4918-9e7d-52754275f643 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.595420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.595638] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef461db-d407-4d44-978c-26db89b3ba4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.600814] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1166.600814] env[69895]: value = "task-3472448" [ 1166.600814] env[69895]: _type = "Task" [ 1166.600814] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.607789] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.622204] env[69895]: DEBUG nova.compute.utils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.623580] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.623754] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.660755] env[69895]: DEBUG nova.policy [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012b3bb7dcf048ecbd1ecf9629795650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd254bc462d746bbbc41bb6535427202', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.686967] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52644408-3834-ad77-6e41-3778a794a630, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.687272] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.687529] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.687793] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5728aa9-91c7-4fd6-934c-98eb5dfc176e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.693968] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1166.693968] env[69895]: value = "task-3472449" [ 1166.693968] env[69895]: _type = "Task" [ 1166.693968] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.702073] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.947892] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 06ba5a6c-dba0-43db-b2d9-7b1070fe0687] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.963339] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Successfully created port: 617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.984072] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.984319] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.984574] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleting the datastore file [datastore2] 5d637ef2-b41b-4fd9-bb83-d579f31fb60a {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.985563] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ac2760-5740-4243-8694-2b9aade6945c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.994507] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1166.994507] env[69895]: value = "task-3472450" [ 1166.994507] env[69895]: _type = "Task" [ 1166.994507] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.004801] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.113184] env[69895]: DEBUG oslo_vmware.api [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472448, 'name': PowerOnVM_Task, 'duration_secs': 0.454746} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.113575] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.126657] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.204664] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477945} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.204931] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.205211] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.205451] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f45e2b15-4c7f-4db5-8664-95b85a4c7148 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.211802] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1167.211802] env[69895]: value = "task-3472451" [ 1167.211802] env[69895]: _type = "Task" [ 1167.211802] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.222612] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.452366] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: d2668357-cf62-4a3a-9e0e-a1563a821acf] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.504242] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.722062] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088629} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.722349] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.723121] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce06b5-6ed3-447b-b46f-8c0db8864a87 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.744800] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.745079] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51314876-d040-433d-8e2b-77115752b7dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.764026] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1167.764026] env[69895]: value = "task-3472452" [ 1167.764026] env[69895]: _type = "Task" [ 1167.764026] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.771526] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.956792] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 79984c9a-e728-4c5e-b1c8-fdcf324e6b2f] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.005361] env[69895]: DEBUG oslo_vmware.api [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570043} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.005632] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.005823] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.006017] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.006193] env[69895]: INFO nova.compute.manager [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1168.006432] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.006702] env[69895]: DEBUG nova.compute.manager [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.006812] env[69895]: DEBUG nova.network.neutron [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.125901] env[69895]: INFO nova.compute.manager [None req-79037f1e-4a22-4a4e-9b59-00c07d6ff5ff tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance to original state: 'active' [ 1168.134274] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.161222] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.161492] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.161805] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.162220] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.162417] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.162604] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.162854] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.163058] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.163281] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.163471] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.163679] env[69895]: DEBUG nova.virt.hardware [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.164548] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b11b9e-2649-4c2a-ad9e-776c0c38f397 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.172809] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebaae38-e96f-417e-8fc7-29b8492ee0f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.273898] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.434094] env[69895]: DEBUG nova.compute.manager [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Received event network-vif-plugged-617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.434334] env[69895]: DEBUG oslo_concurrency.lockutils [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] Acquiring lock "86634986-27a8-424c-9552-b9829ad140ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.434608] env[69895]: DEBUG oslo_concurrency.lockutils [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] Lock "86634986-27a8-424c-9552-b9829ad140ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.434728] env[69895]: DEBUG oslo_concurrency.lockutils [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] Lock "86634986-27a8-424c-9552-b9829ad140ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.434893] env[69895]: DEBUG nova.compute.manager [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] No waiting events found dispatching network-vif-plugged-617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.435688] env[69895]: WARNING nova.compute.manager [req-0981bfe6-69e0-4ba8-8be6-47e8f2ae0c67 req-eb7fdc8c-e9a0-492e-97f8-32ab5760524e service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Received unexpected event network-vif-plugged-617b7f53-1ae7-4820-b1d8-4707fe4478dd for instance with vm_state building and task_state spawning. [ 1168.459919] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: c1633e99-e3a8-46d2-ad36-5de832797649] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.481325] env[69895]: DEBUG nova.compute.manager [req-922f745d-c42d-433d-b99d-091655e54c99 req-a94cf3e4-7a3e-4b15-a876-b03aae4d7f9e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Received event network-vif-deleted-0c209906-bcaa-49f1-9f53-89ae9b780c05 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.481535] env[69895]: INFO nova.compute.manager [req-922f745d-c42d-433d-b99d-091655e54c99 req-a94cf3e4-7a3e-4b15-a876-b03aae4d7f9e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Neutron deleted interface 0c209906-bcaa-49f1-9f53-89ae9b780c05; detaching it from the instance and deleting it from the info cache [ 1168.481708] env[69895]: DEBUG nova.network.neutron [req-922f745d-c42d-433d-b99d-091655e54c99 req-a94cf3e4-7a3e-4b15-a876-b03aae4d7f9e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.526971] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Successfully updated port: 617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.774139] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.955816] env[69895]: DEBUG nova.network.neutron [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.964087] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 2ed53bba-a428-40ef-86b0-a72fae116183] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.986522] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd564db2-2831-48d3-a5aa-ffd8ad243676 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.996036] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917bde75-1496-45d5-a5cf-c258fa4e0ab2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.024293] env[69895]: DEBUG nova.compute.manager [req-922f745d-c42d-433d-b99d-091655e54c99 req-a94cf3e4-7a3e-4b15-a876-b03aae4d7f9e service nova] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Detach interface failed, port_id=0c209906-bcaa-49f1-9f53-89ae9b780c05, reason: Instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.031335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.031335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.031335] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.275132] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472452, 'name': ReconfigVM_Task, 'duration_secs': 1.343945} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.275469] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to attach disk [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2/fce02cc8-b78e-4909-9da5-77c0643fd3e2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.276653] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'encryption_secret_uuid': None, 'size': 0, 'image_id': '93473918-8347-4752-aa39-24e7a3bb7c38'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': '5bb95511-0548-40dd-880e-776dad199088', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'}, 'volume_type': None}], 'swap': None} {{(pid=69895) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1169.276892] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1169.277137] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1169.277971] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885a30e5-b64e-4131-9ad3-0f6bb1f8b98c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.294213] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06749457-a04e-463a-8e42-e56eb8e26deb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.321043] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.321043] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d10e55-d3ae-4646-9a08-68694ef3456f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.340978] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1169.340978] env[69895]: value = "task-3472453" [ 1169.340978] env[69895]: _type = "Task" [ 1169.340978] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.348989] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.457710] env[69895]: INFO nova.compute.manager [-] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Took 1.45 seconds to deallocate network for instance. [ 1169.467730] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ed3cd9ce-a74b-49be-bab9-375702ce49c1] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.568760] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.711517] env[69895]: DEBUG nova.network.neutron [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Updating instance_info_cache with network_info: [{"id": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "address": "fa:16:3e:e7:b4:f3", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617b7f53-1a", "ovs_interfaceid": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.850816] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472453, 'name': ReconfigVM_Task, 'duration_secs': 0.299859} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.851139] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.855893] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daafecbe-417f-49aa-9995-d8ce894d84f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.870597] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1169.870597] env[69895]: value = "task-3472454" [ 1169.870597] env[69895]: _type = "Task" [ 1169.870597] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.879986] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.953885] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.954240] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.954521] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.954740] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.954937] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.957504] env[69895]: INFO nova.compute.manager [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Terminating instance [ 1169.963186] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.963467] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.963662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.970521] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 274130ed-af60-461e-bfc3-c39415781d10] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.989059] env[69895]: INFO nova.scheduler.client.report [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted allocations for instance 5d637ef2-b41b-4fd9-bb83-d579f31fb60a [ 1170.214703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.214979] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance network_info: |[{"id": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "address": "fa:16:3e:e7:b4:f3", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617b7f53-1a", "ovs_interfaceid": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.215440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '617b7f53-1ae7-4820-b1d8-4707fe4478dd', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.222972] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating folder: Project (cd254bc462d746bbbc41bb6535427202). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.223258] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a042c1-f7b9-40ed-b577-18ed13f46812 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.234168] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created folder: Project (cd254bc462d746bbbc41bb6535427202) in parent group-v693805. [ 1170.234379] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating folder: Instances. Parent ref: group-v694110. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.234559] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46a96e0e-bac5-4946-9149-6317e33a1c45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.243332] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created folder: Instances in parent group-v694110. [ 1170.243541] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.243716] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.243898] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f183b1-06a6-4f56-9219-32ece74f1abc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.261857] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.261857] env[69895]: value = "task-3472457" [ 1170.261857] env[69895]: _type = "Task" [ 1170.261857] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.268895] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472457, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.380260] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472454, 'name': ReconfigVM_Task, 'duration_secs': 0.139986} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.380567] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.381157] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89109f08-df18-48cd-9e9a-d7f16fb32d55 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.387146] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1170.387146] env[69895]: value = "task-3472458" [ 1170.387146] env[69895]: _type = "Task" [ 1170.387146] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.397178] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472458, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.462681] env[69895]: DEBUG nova.compute.manager [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.463474] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.464526] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f95dcd-5848-4d6c-9f38-a15a98742b98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.473107] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: b23ea77e-90ec-4f23-a122-64de2dfee2d0] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.475479] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.476917] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542ac9bf-83f4-43f1-9ab7-ec7f6fa38903 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.480530] env[69895]: DEBUG nova.compute.manager [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Received event network-changed-617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.481071] env[69895]: DEBUG nova.compute.manager [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Refreshing instance network info cache due to event network-changed-617b7f53-1ae7-4820-b1d8-4707fe4478dd. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.481396] env[69895]: DEBUG oslo_concurrency.lockutils [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] Acquiring lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481731] env[69895]: DEBUG oslo_concurrency.lockutils [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] Acquired lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482254] env[69895]: DEBUG nova.network.neutron [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Refreshing network info cache for port 617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.488538] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1170.488538] env[69895]: value = "task-3472459" [ 1170.488538] env[69895]: _type = "Task" [ 1170.488538] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.499135] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.499636] env[69895]: DEBUG oslo_concurrency.lockutils [None req-06807b8c-b349-4e63-a064-1d03da25dfbb tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5d637ef2-b41b-4fd9-bb83-d579f31fb60a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.234s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.772280] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472457, 'name': CreateVM_Task, 'duration_secs': 0.317774} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.772408] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.773108] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.773278] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.773591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.773891] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee71a86-29e7-439f-829f-08eb3172cd24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.778285] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1170.778285] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b8286-8bd9-6fb3-7de1-c30c7bd7fefa" [ 1170.778285] env[69895]: _type = "Task" [ 1170.778285] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.785532] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b8286-8bd9-6fb3-7de1-c30c7bd7fefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.896953] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472458, 'name': Rename_Task, 'duration_secs': 0.199472} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.897276] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.897527] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-184df11b-39ba-492c-93a2-252864b3fe20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.903214] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1170.903214] env[69895]: value = "task-3472460" [ 1170.903214] env[69895]: _type = "Task" [ 1170.903214] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.910578] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.977517] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 6c80d227-699d-4373-bc0c-806714d3d02e] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.998489] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472459, 'name': PowerOffVM_Task, 'duration_secs': 0.175858} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.998755] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.998982] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.999217] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e61a55dc-ba08-4e50-90dc-14a86b174cc9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.064203] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.064478] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.064677] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleting the datastore file [datastore2] 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.064974] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49b910c-a147-43c0-be77-0c9ce192014e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.071591] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1171.071591] env[69895]: value = "task-3472462" [ 1171.071591] env[69895]: _type = "Task" [ 1171.071591] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.079228] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.166349] env[69895]: DEBUG nova.network.neutron [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Updated VIF entry in instance network info cache for port 617b7f53-1ae7-4820-b1d8-4707fe4478dd. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.166722] env[69895]: DEBUG nova.network.neutron [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Updating instance_info_cache with network_info: [{"id": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "address": "fa:16:3e:e7:b4:f3", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap617b7f53-1a", "ovs_interfaceid": "617b7f53-1ae7-4820-b1d8-4707fe4478dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.288481] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529b8286-8bd9-6fb3-7de1-c30c7bd7fefa, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.288845] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.289058] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.289370] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.289552] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.289751] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.290053] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f778958f-fd16-461c-b5c2-f516cc2f4a74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.297305] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.297488] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.298276] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f9fb7-a6a1-413c-86cd-ad3d2f064f08 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.302944] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1171.302944] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d38863-44ac-f5d0-f99f-94df56f4ef21" [ 1171.302944] env[69895]: _type = "Task" [ 1171.302944] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.310278] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d38863-44ac-f5d0-f99f-94df56f4ef21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.414556] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472460, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.460832] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.461109] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.481505] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bceb9f61-2cb0-4d0b-8112-617bd743a967] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.582071] env[69895]: DEBUG oslo_vmware.api [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209633} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.582311] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.582502] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.582678] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.582852] env[69895]: INFO nova.compute.manager [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1171.583138] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.583333] env[69895]: DEBUG nova.compute.manager [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.583444] env[69895]: DEBUG nova.network.neutron [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.669927] env[69895]: DEBUG oslo_concurrency.lockutils [req-f72a9bce-b0ea-42ad-ad86-7908fc76ed6f req-dcc34e02-904a-4cb4-aaad-6d3ef5527fe6 service nova] Releasing lock "refresh_cache-86634986-27a8-424c-9552-b9829ad140ed" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.813199] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d38863-44ac-f5d0-f99f-94df56f4ef21, 'name': SearchDatastore_Task, 'duration_secs': 0.008436} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.813963] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6793d1f-27fa-4f1a-82cd-3f6ad4f7d158 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.818774] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1171.818774] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523dc7b1-e71c-4810-46ff-32b850167891" [ 1171.818774] env[69895]: _type = "Task" [ 1171.818774] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.826358] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523dc7b1-e71c-4810-46ff-32b850167891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.913637] env[69895]: DEBUG oslo_vmware.api [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472460, 'name': PowerOnVM_Task, 'duration_secs': 0.557175} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.913905] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.914121] env[69895]: DEBUG nova.compute.manager [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.914912] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e52279-86a1-4ca2-8136-1314fb085400 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.966634] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.985518] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 910184ee-d840-4b0c-8764-d02d3b69f88e] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.329474] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]523dc7b1-e71c-4810-46ff-32b850167891, 'name': SearchDatastore_Task, 'duration_secs': 0.032014} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.329755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.330017] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.330323] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ec8835-fd03-44a9-95c3-654fd6fef2ee {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.338066] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1172.338066] env[69895]: value = "task-3472463" [ 1172.338066] env[69895]: _type = "Task" [ 1172.338066] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.346660] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.430348] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.430634] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.430843] env[69895]: DEBUG nova.objects.instance [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1172.487764] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.488390] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 570b8e3c-74cd-4921-8fe2-565048650101] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.506600] env[69895]: DEBUG nova.compute.manager [req-3deea1b8-4fc2-4c88-9401-51546f78b085 req-fab67a30-8b80-4bca-9ea4-230082313676 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Received event network-vif-deleted-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.506805] env[69895]: INFO nova.compute.manager [req-3deea1b8-4fc2-4c88-9401-51546f78b085 req-fab67a30-8b80-4bca-9ea4-230082313676 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Neutron deleted interface f94c2763-3c30-451b-9ecb-3e5b1c21bf5d; detaching it from the instance and deleting it from the info cache [ 1172.507061] env[69895]: DEBUG nova.network.neutron [req-3deea1b8-4fc2-4c88-9401-51546f78b085 req-fab67a30-8b80-4bca-9ea4-230082313676 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.575480] env[69895]: DEBUG nova.network.neutron [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.848587] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472463, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.991646] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: fbeb4673-2718-4e9c-9336-bd138bb898b1] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.010409] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71782d2e-ba49-4647-949a-ba9fd51ddcc6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.020385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea020118-a673-4699-93e9-a0853b05b6c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.048104] env[69895]: DEBUG nova.compute.manager [req-3deea1b8-4fc2-4c88-9401-51546f78b085 req-fab67a30-8b80-4bca-9ea4-230082313676 service nova] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Detach interface failed, port_id=f94c2763-3c30-451b-9ecb-3e5b1c21bf5d, reason: Instance 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.078506] env[69895]: INFO nova.compute.manager [-] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Took 1.49 seconds to deallocate network for instance. [ 1173.350061] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531686} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.350061] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.350061] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.350061] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-445bab5a-dcd6-4321-b299-c9fd908a361b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.357116] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1173.357116] env[69895]: value = "task-3472464" [ 1173.357116] env[69895]: _type = "Task" [ 1173.357116] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.365330] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.439400] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93202f52-0bdc-41c8-9972-80622e3c542b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.440553] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.953s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.442050] env[69895]: INFO nova.compute.claims [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.494536] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 39bea95a-5af1-4ace-8557-675aa2473560] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.585065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.867106] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066821} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.867436] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.868239] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75892765-81a0-4790-893a-c3c0c05e2131 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.891093] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.891327] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72f7d8b-27e4-4b29-8083-944fe02822ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.910492] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1173.910492] env[69895]: value = "task-3472465" [ 1173.910492] env[69895]: _type = "Task" [ 1173.910492] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.917789] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.997504] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 74b0e9bf-11d2-4942-875f-cc6354cbcc22] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.420551] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472465, 'name': ReconfigVM_Task, 'duration_secs': 0.261368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.420920] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.421602] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c667139f-12e4-4e8f-a3eb-a52a28fc358b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.427377] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1174.427377] env[69895]: value = "task-3472466" [ 1174.427377] env[69895]: _type = "Task" [ 1174.427377] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.435179] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472466, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.500730] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 53b0f0d7-e6ed-4fcc-ace2-9fe7046bafbc] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.552613] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aee3fd-4b85-4d93-9554-3510a429410e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.561051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b993b4-ea7e-4349-bc53-60bd29282e63 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.593392] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4360a-da33-49cd-9ac6-e8dac35bace9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.601067] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5c710-cb3d-4ee2-84ed-64bde2c139a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.616162] env[69895]: DEBUG nova.compute.provider_tree [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.937818] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472466, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.004079] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bb7f5f01-e6c5-4b39-90d1-32900180ea30] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.119344] env[69895]: DEBUG nova.scheduler.client.report [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.437710] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472466, 'name': Rename_Task, 'duration_secs': 0.832833} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.437993] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.438258] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52071828-87a6-461d-9b29-6cb1f5af2763 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.443705] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1175.443705] env[69895]: value = "task-3472467" [ 1175.443705] env[69895]: _type = "Task" [ 1175.443705] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.450685] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.507431] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5842217c-1476-4585-9770-b5dd4445e453] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.624344] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.624821] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.627552] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.043s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.627762] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.651718] env[69895]: INFO nova.scheduler.client.report [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted allocations for instance 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a [ 1175.836867] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.837165] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.954274] env[69895]: DEBUG oslo_vmware.api [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472467, 'name': PowerOnVM_Task, 'duration_secs': 0.500411} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.954589] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.954744] env[69895]: INFO nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1175.954965] env[69895]: DEBUG nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.955830] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0cff32-10c7-4d59-8dc5-f3aa2c9c827a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.010126] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 0fe5eaca-9df4-4352-beae-da23a386aa2a] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.132977] env[69895]: DEBUG nova.compute.utils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.134415] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.134575] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.160155] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53021d7f-240f-4308-9034-e461897ad527 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "0b01ea8e-d58d-4a82-b5dd-65cc2703d18a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.205s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.191562] env[69895]: DEBUG nova.policy [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bde64d698c444c2a4d6b247ff6d02e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdba28ce152c4722b2245b2f85d38ac7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.339858] env[69895]: DEBUG nova.compute.utils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.475703] env[69895]: INFO nova.compute.manager [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Took 12.55 seconds to build instance. [ 1176.513881] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 23e488d0-a337-4521-a3f2-24febc6f893c] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.638402] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.808053] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Successfully created port: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.842815] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.978392] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.063s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.017142] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: bbf445db-282d-4c48-a947-c412207b74ae] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.444508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.444814] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.520875] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 764793c8-612c-47b5-93f4-c9696f56c362] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.647704] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.673454] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.673704] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.673861] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.674054] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.674205] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.674352] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.674560] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.674740] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.674931] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.675115] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.675297] env[69895]: DEBUG nova.virt.hardware [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.676197] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a0491-959a-4c1c-8557-98f98dc3be24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.684491] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3237446-07f5-439c-826a-54d69454d54c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.751807] env[69895]: INFO nova.compute.manager [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Rebuilding instance [ 1177.790542] env[69895]: DEBUG nova.compute.manager [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.791401] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d4b2f-6747-4b37-86d1-53fdb9be55de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.914744] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.915057] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.915296] env[69895]: INFO nova.compute.manager [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attaching volume 775afb9e-aa01-4a77-a12b-6660b2351f6c to /dev/sdb [ 1177.947939] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.953162] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd571e23-976d-4b9b-9ba1-7a2f642f4c60 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.961053] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d53986-273e-46fc-a2eb-6d9abf0b2c5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.975332] env[69895]: DEBUG nova.virt.block_device [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating existing volume attachment record: 62d78a21-ee88-4f49-b738-3cd8a866e106 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.023907] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 56f6e706-fab6-4a88-94f1-dd371d165fce] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.257905] env[69895]: DEBUG nova.compute.manager [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Received event network-vif-plugged-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.258157] env[69895]: DEBUG oslo_concurrency.lockutils [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.258462] env[69895]: DEBUG oslo_concurrency.lockutils [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.258523] env[69895]: DEBUG oslo_concurrency.lockutils [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.258685] env[69895]: DEBUG nova.compute.manager [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] No waiting events found dispatching network-vif-plugged-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.258838] env[69895]: WARNING nova.compute.manager [req-ddef5311-1424-4b10-a85d-c27bdfd76bf7 req-b6b1f4af-3631-4a6a-a049-1acd0e49f6a6 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Received unexpected event network-vif-plugged-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 for instance with vm_state building and task_state spawning. [ 1178.343998] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Successfully updated port: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.467950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.468282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.470012] env[69895]: INFO nova.compute.claims [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.526949] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.527175] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances with incomplete migration {{(pid=69895) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1178.804795] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.805112] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-862bf887-9660-4ae3-958a-4d944479dc04 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.812709] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1178.812709] env[69895]: value = "task-3472469" [ 1178.812709] env[69895]: _type = "Task" [ 1178.812709] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.820404] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.850239] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.850349] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.850506] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.030050] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.323112] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472469, 'name': PowerOffVM_Task, 'duration_secs': 0.198126} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.323414] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.323653] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.324413] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7433d01-ebf0-4a41-a2c3-a684b21b14e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331025] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.331236] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79a0386-a185-41dc-89ec-dde143afb7da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.382817] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.393023] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.393274] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.393462] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore2] 86634986-27a8-424c-9552-b9829ad140ed {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.393738] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e98a2b-9eed-49aa-bb0c-170383a2a6c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.400770] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1179.400770] env[69895]: value = "task-3472471" [ 1179.400770] env[69895]: _type = "Task" [ 1179.400770] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.410398] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.552182] env[69895]: DEBUG nova.network.neutron [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.578771] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9361e1-464d-49a0-af94-63bf939b91f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.586197] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedf053-9139-409a-9493-9697aeac08ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.615675] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ca85bf-c286-438d-91fc-ee4189900459 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.622114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00d42d-78a7-4df6-9de9-57102e8d3ab5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.635015] env[69895]: DEBUG nova.compute.provider_tree [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.914479] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166654} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.914750] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.914934] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.915117] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.054610] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.055082] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Instance network_info: |[{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.055637] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:1e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fe8f14-0e19-4c60-9a5a-08e95c1fdee2', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.065975] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.066235] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.066865] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8ef84a2-cfb6-413c-a98f-37b40ea26b1c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.089543] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.089543] env[69895]: value = "task-3472472" [ 1180.089543] env[69895]: _type = "Task" [ 1180.089543] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.099335] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472472, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.158454] env[69895]: ERROR nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [req-598049ce-768a-40b3-8e4a-d566d5ae3838] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-598049ce-768a-40b3-8e4a-d566d5ae3838"}]} [ 1180.181359] env[69895]: DEBUG nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1180.197885] env[69895]: DEBUG nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1180.198296] env[69895]: DEBUG nova.compute.provider_tree [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.211609] env[69895]: DEBUG nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1180.239717] env[69895]: DEBUG nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1180.287234] env[69895]: DEBUG nova.compute.manager [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Received event network-changed-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.287545] env[69895]: DEBUG nova.compute.manager [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Refreshing instance network info cache due to event network-changed-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.287905] env[69895]: DEBUG oslo_concurrency.lockutils [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.288163] env[69895]: DEBUG oslo_concurrency.lockutils [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.288434] env[69895]: DEBUG nova.network.neutron [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Refreshing network info cache for port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.364341] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a12af0-c960-4719-8ffc-4d02e37e70fd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.373269] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e864651-bef8-4a5d-9671-23129722be0a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.405847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb634eb-13a0-40a8-ad52-39d13daab193 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.414183] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df059d38-675a-4efa-880f-85bd6d91c0e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.433174] env[69895]: DEBUG nova.compute.provider_tree [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.601066] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472472, 'name': CreateVM_Task, 'duration_secs': 0.376092} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.601066] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.601280] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.601364] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.601699] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.602277] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc1b13d-76d3-4b6b-8bc4-6db24a1f2435 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.606470] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1180.606470] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ae663-7a4b-a6f3-5c85-08a438c5e011" [ 1180.606470] env[69895]: _type = "Task" [ 1180.606470] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.615254] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ae663-7a4b-a6f3-5c85-08a438c5e011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.957163] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.957416] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.957574] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.957754] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.957897] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.958054] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.958423] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.958695] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.958808] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.958939] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.959156] env[69895]: DEBUG nova.virt.hardware [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.960101] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782c3314-ff25-485a-bae0-fbcb7dff5a65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.966737] env[69895]: DEBUG nova.scheduler.client.report [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1180.966963] env[69895]: DEBUG nova.compute.provider_tree [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 154 to 155 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1180.967161] env[69895]: DEBUG nova.compute.provider_tree [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.973778] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ebe70-f1ad-45b8-bc8f-b404def3179c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.990473] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b4:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '617b7f53-1ae7-4820-b1d8-4707fe4478dd', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.003018] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.004618] env[69895]: DEBUG nova.network.neutron [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updated VIF entry in instance network info cache for port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.005105] env[69895]: DEBUG nova.network.neutron [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.007449] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.008035] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f41ccfb-7976-4c55-9d4c-4d74537c5681 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.040741] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.040741] env[69895]: value = "task-3472474" [ 1181.040741] env[69895]: _type = "Task" [ 1181.040741] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.051914] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472474, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.116065] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ae663-7a4b-a6f3-5c85-08a438c5e011, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.116456] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.116657] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.116877] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.117037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.117241] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.117530] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3613eb6-4a10-44ef-8e0e-6cbcab9c7db8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.125738] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.126036] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.126803] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-901ead4e-df1d-47bf-8a01-8ea7b1e81a5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.132020] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1181.132020] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52769ba5-7eec-0711-0e30-ca914ca0a714" [ 1181.132020] env[69895]: _type = "Task" [ 1181.132020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.140064] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52769ba5-7eec-0711-0e30-ca914ca0a714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.473692] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.005s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.474199] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.509404] env[69895]: DEBUG oslo_concurrency.lockutils [req-e08596ea-a362-4f99-a988-384f0cb70303 req-026eeb25-b55b-4fd9-98d6-be86288680f5 service nova] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.550614] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472474, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.642258] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52769ba5-7eec-0711-0e30-ca914ca0a714, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.643015] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263192f0-0d23-415e-84ae-e320cedf2479 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.648338] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1181.648338] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b979e1-74ed-8f4d-7243-818b64c3cb22" [ 1181.648338] env[69895]: _type = "Task" [ 1181.648338] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.657761] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b979e1-74ed-8f4d-7243-818b64c3cb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.979743] env[69895]: DEBUG nova.compute.utils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.981235] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.981893] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.025090] env[69895]: DEBUG nova.policy [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c012b0211d244109ede183bf679573a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e260410d928a474aa5886f8afec01579', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.051443] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472474, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.158377] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b979e1-74ed-8f4d-7243-818b64c3cb22, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.158647] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.158898] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.159184] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b77e4b-4121-4b1e-9420-d58b818c9fe7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.165919] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1182.165919] env[69895]: value = "task-3472475" [ 1182.165919] env[69895]: _type = "Task" [ 1182.165919] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.173495] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.328977] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Successfully created port: 307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.484963] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.520464] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.520768] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694113', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'name': 'volume-775afb9e-aa01-4a77-a12b-6660b2351f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'serial': '775afb9e-aa01-4a77-a12b-6660b2351f6c'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.521705] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222b4212-3474-45ba-bd94-e99ed26b609b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.540691] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d7865-5488-4eb4-b716-4dd840b6dc70 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.554888] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472474, 'name': CreateVM_Task, 'duration_secs': 1.309647} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.568140] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.576504] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-775afb9e-aa01-4a77-a12b-6660b2351f6c/volume-775afb9e-aa01-4a77-a12b-6660b2351f6c.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.577480] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.577657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.578015] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.579049] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e612a7-1701-4573-ac27-a9ef3bfc58a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.592248] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65d18f0-5f1b-4225-9491-30d2f2d17614 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.599345] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1182.599345] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d105ce-947f-c287-8562-320a1fb3fe56" [ 1182.599345] env[69895]: _type = "Task" [ 1182.599345] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.604030] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1182.604030] env[69895]: value = "task-3472476" [ 1182.604030] env[69895]: _type = "Task" [ 1182.604030] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.610802] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52d105ce-947f-c287-8562-320a1fb3fe56, 'name': SearchDatastore_Task} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.611402] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.611629] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.611855] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.612006] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.612193] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.612440] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0190c4-c4b7-4686-a308-517d85e12614 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.616693] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.622042] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.622240] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.622956] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa23cd7-f304-4e5d-a94d-1147c563e1a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.628991] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1182.628991] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260721d-66d6-bb5c-07b8-75d3fdb2b196" [ 1182.628991] env[69895]: _type = "Task" [ 1182.628991] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.636416] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260721d-66d6-bb5c-07b8-75d3fdb2b196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.675079] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451919} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.675350] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.675563] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.675806] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fca53fa-14e7-42d5-8d66-16bb4d6feef9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.683725] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1182.683725] env[69895]: value = "task-3472477" [ 1182.683725] env[69895]: _type = "Task" [ 1182.683725] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.690484] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.114786] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472476, 'name': ReconfigVM_Task, 'duration_secs': 0.387966} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.114999] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-775afb9e-aa01-4a77-a12b-6660b2351f6c/volume-775afb9e-aa01-4a77-a12b-6660b2351f6c.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.119982] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c634c0be-eb3a-4cdf-a026-f8b73dd97438 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.139229] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260721d-66d6-bb5c-07b8-75d3fdb2b196, 'name': SearchDatastore_Task, 'duration_secs': 0.008062} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.141085] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1183.141085] env[69895]: value = "task-3472478" [ 1183.141085] env[69895]: _type = "Task" [ 1183.141085] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.141287] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad1aaf9-2a78-4d37-80fe-1fdf0ced576a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.148266] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1183.148266] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52723a14-395c-e3e7-0897-5a60b9824f6c" [ 1183.148266] env[69895]: _type = "Task" [ 1183.148266] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.151793] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.159603] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52723a14-395c-e3e7-0897-5a60b9824f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.159885] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.160127] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.160411] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dd02e25-636b-4475-bba9-c9f549763807 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.166424] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1183.166424] env[69895]: value = "task-3472479" [ 1183.166424] env[69895]: _type = "Task" [ 1183.166424] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.174095] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.192326] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055584} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.192638] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.193487] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3ff60-bf88-4b3e-baa9-23b222accff6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.215508] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.215778] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c965532-0dae-4f8f-a64d-87f8c6650542 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.235481] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1183.235481] env[69895]: value = "task-3472480" [ 1183.235481] env[69895]: _type = "Task" [ 1183.235481] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.243824] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.495436] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.525099] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.525413] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.525571] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.525761] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.525958] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.526123] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.526344] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.526508] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.526722] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.526915] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.527134] env[69895]: DEBUG nova.virt.hardware [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.528132] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27ee16b-3788-4b93-b6a3-59f539f0bf11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.538600] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752fee6-a60c-4a32-9caf-87eb388d00a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.652851] env[69895]: DEBUG oslo_vmware.api [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472478, 'name': ReconfigVM_Task, 'duration_secs': 0.167009} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.653260] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694113', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'name': 'volume-775afb9e-aa01-4a77-a12b-6660b2351f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'serial': '775afb9e-aa01-4a77-a12b-6660b2351f6c'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.678776] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483617} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.679088] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.679440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.679560] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f3a2a2-4b26-46f1-b295-5ff9cf17cf2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.686496] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1183.686496] env[69895]: value = "task-3472481" [ 1183.686496] env[69895]: _type = "Task" [ 1183.686496] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.694872] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.744652] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472480, 'name': ReconfigVM_Task, 'duration_secs': 0.46958} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.744968] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.745636] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d09f10-c0e0-478d-9716-b6ea9da21100 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.751565] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1183.751565] env[69895]: value = "task-3472482" [ 1183.751565] env[69895]: _type = "Task" [ 1183.751565] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.753610] env[69895]: DEBUG nova.compute.manager [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Received event network-vif-plugged-307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.753823] env[69895]: DEBUG oslo_concurrency.lockutils [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.754053] env[69895]: DEBUG oslo_concurrency.lockutils [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] Lock "68663879-197f-482f-b5d4-9146bb59a872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.754241] env[69895]: DEBUG oslo_concurrency.lockutils [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] Lock "68663879-197f-482f-b5d4-9146bb59a872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.754422] env[69895]: DEBUG nova.compute.manager [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] No waiting events found dispatching network-vif-plugged-307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.754640] env[69895]: WARNING nova.compute.manager [req-549582a9-ee6d-448d-81fd-fab35c5e9133 req-38948ec1-3f3b-4a44-b9ae-9c34a23fa05d service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Received unexpected event network-vif-plugged-307d575d-027e-4683-b5cf-5c9d41e54946 for instance with vm_state building and task_state spawning. [ 1183.762857] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472482, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.835976] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Successfully updated port: 307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.197437] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08019} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.198285] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.199068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92d1aff-6537-4680-9b54-aca0031a9aa3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.221008] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.221468] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d17832d-3999-492d-acfc-4895de18fd58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.241031] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1184.241031] env[69895]: value = "task-3472483" [ 1184.241031] env[69895]: _type = "Task" [ 1184.241031] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.250324] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.260170] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472482, 'name': Rename_Task, 'duration_secs': 0.136643} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.260424] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.260646] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed3c1dce-600b-4ebb-bdf3-4b89b97229a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.266111] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1184.266111] env[69895]: value = "task-3472484" [ 1184.266111] env[69895]: _type = "Task" [ 1184.266111] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.272943] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.339875] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.340104] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.340394] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.693615] env[69895]: DEBUG nova.objects.instance [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.752241] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472483, 'name': ReconfigVM_Task, 'duration_secs': 0.264357} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.752524] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 86634986-27a8-424c-9552-b9829ad140ed/86634986-27a8-424c-9552-b9829ad140ed.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.753126] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f92a92-75fc-4250-b325-1de5bfc331c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.759503] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1184.759503] env[69895]: value = "task-3472485" [ 1184.759503] env[69895]: _type = "Task" [ 1184.759503] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.768398] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472485, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.776012] env[69895]: DEBUG oslo_vmware.api [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472484, 'name': PowerOnVM_Task, 'duration_secs': 0.454336} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.776269] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.776470] env[69895]: INFO nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1184.776645] env[69895]: DEBUG nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.777441] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f28868-72fe-4004-9ef3-2760cb81c45a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.881584] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.011862] env[69895]: DEBUG nova.network.neutron [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.199507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-53353d56-6407-4f5a-b93b-b03906e12b9b tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.269397] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472485, 'name': Rename_Task, 'duration_secs': 0.133685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.269736] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.269988] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6417103-0426-4196-8381-52b4bb8f55ca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.276405] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1185.276405] env[69895]: value = "task-3472486" [ 1185.276405] env[69895]: _type = "Task" [ 1185.276405] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.284205] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.295821] env[69895]: INFO nova.compute.manager [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Took 12.83 seconds to build instance. [ 1185.514843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.515212] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Instance network_info: |[{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.515967] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f7:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307d575d-027e-4683-b5cf-5c9d41e54946', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.523760] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.524132] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.524836] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfe5a75-18f6-452a-b93c-68f2f58ab305 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.545280] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.545280] env[69895]: value = "task-3472487" [ 1185.545280] env[69895]: _type = "Task" [ 1185.545280] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.552967] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472487, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.788811] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.792368] env[69895]: DEBUG nova.compute.manager [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Received event network-changed-307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.792530] env[69895]: DEBUG nova.compute.manager [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Refreshing instance network info cache due to event network-changed-307d575d-027e-4683-b5cf-5c9d41e54946. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.792747] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Acquiring lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792889] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Acquired lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.793059] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Refreshing network info cache for port 307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.797417] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8e750147-2a8b-400d-b739-c41a5cf18a23 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.336s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.019961] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.020259] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.056547] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472487, 'name': CreateVM_Task, 'duration_secs': 0.365902} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.056547] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.057042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.057224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.057558] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.057816] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c11e464-1c9d-488b-a45f-7eba1b8a7810 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.062812] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1186.062812] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c88b16-e017-80cc-7000-543e6c871afe" [ 1186.062812] env[69895]: _type = "Task" [ 1186.062812] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.071862] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c88b16-e017-80cc-7000-543e6c871afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.286725] env[69895]: DEBUG oslo_vmware.api [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472486, 'name': PowerOnVM_Task, 'duration_secs': 0.818575} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.287047] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.287257] env[69895]: DEBUG nova.compute.manager [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.288050] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eb4061-2b47-45af-9edd-5e95aea225a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.472215] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updated VIF entry in instance network info cache for port 307d575d-027e-4683-b5cf-5c9d41e54946. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.472591] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.523425] env[69895]: DEBUG nova.compute.utils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.573789] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c88b16-e017-80cc-7000-543e6c871afe, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.574096] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.574337] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.574573] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.574734] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.574942] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.575212] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a057c99-e825-4be4-b9d3-f7fbf881c8a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.582703] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.582879] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.583561] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8df0369-b55d-47d7-9bc5-ac7ccc3dffd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.588138] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1186.588138] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2fb61-0f97-8883-5281-6cff00f36610" [ 1186.588138] env[69895]: _type = "Task" [ 1186.588138] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.595108] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2fb61-0f97-8883-5281-6cff00f36610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.804375] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.804660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.804840] env[69895]: DEBUG nova.objects.instance [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1186.974873] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Releasing lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.975151] env[69895]: DEBUG nova.compute.manager [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Received event network-changed-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.975333] env[69895]: DEBUG nova.compute.manager [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Refreshing instance network info cache due to event network-changed-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.975549] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.975700] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.975878] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Refreshing network info cache for port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.026795] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.097795] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e2fb61-0f97-8883-5281-6cff00f36610, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.098596] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be911ec0-dfe0-46b8-b9dd-94a948f2535f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.103579] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1187.103579] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528e9f83-be4b-a100-ad40-18e699768321" [ 1187.103579] env[69895]: _type = "Task" [ 1187.103579] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.110755] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528e9f83-be4b-a100-ad40-18e699768321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.615154] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528e9f83-be4b-a100-ad40-18e699768321, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.615469] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.615707] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 68663879-197f-482f-b5d4-9146bb59a872/68663879-197f-482f-b5d4-9146bb59a872.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.615998] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a792e49-ca26-4658-a9fc-da9fa4b9af41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.625750] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1187.625750] env[69895]: value = "task-3472488" [ 1187.625750] env[69895]: _type = "Task" [ 1187.625750] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.634703] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.772590] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updated VIF entry in instance network info cache for port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.772965] env[69895]: DEBUG nova.network.neutron [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.813738] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2c0fa59a-99a5-4f9c-8f5f-4a36791af524 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.015416] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "86634986-27a8-424c-9552-b9829ad140ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.015722] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.015993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "86634986-27a8-424c-9552-b9829ad140ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.016200] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.016374] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.019046] env[69895]: INFO nova.compute.manager [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Terminating instance [ 1188.094941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.095344] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.095661] env[69895]: INFO nova.compute.manager [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attaching volume 50fa1c85-4f69-4547-9f92-131e51bce77c to /dev/sdc [ 1188.127617] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996320d-abc7-454f-8339-0c8c40972188 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.139011] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469558} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.140585] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 68663879-197f-482f-b5d4-9146bb59a872/68663879-197f-482f-b5d4-9146bb59a872.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.140808] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.141131] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4f2b2b-7634-4500-96ef-94791d7905ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.143201] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b523da-0943-4882-bbbf-b78a55854d03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.149854] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1188.149854] env[69895]: value = "task-3472489" [ 1188.149854] env[69895]: _type = "Task" [ 1188.149854] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.156247] env[69895]: DEBUG nova.virt.block_device [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating existing volume attachment record: 66f7fab1-c394-4bc5-8d92-43b43a210d15 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.161312] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.276126] env[69895]: DEBUG oslo_concurrency.lockutils [req-08218c24-9eef-4a34-b5a5-7f172bd3647c req-dff1caa1-e5f8-4853-aa75-412058affe54 service nova] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.515090] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.515389] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.523370] env[69895]: DEBUG nova.compute.manager [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.523746] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.524705] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7df5d5-270a-4999-8eb1-ff98fa8e1e38 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.533713] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.533980] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab7bd5a8-06e0-423a-8979-236972fff154 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.544487] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1188.544487] env[69895]: value = "task-3472491" [ 1188.544487] env[69895]: _type = "Task" [ 1188.544487] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.556148] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.659616] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311314} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.659910] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.660725] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a2aed6-1e71-4abc-a872-eb2e92ca7dae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.683692] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 68663879-197f-482f-b5d4-9146bb59a872/68663879-197f-482f-b5d4-9146bb59a872.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.684077] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5ca741-42d0-4018-abb5-cac207d00741 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.704658] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1188.704658] env[69895]: value = "task-3472492" [ 1188.704658] env[69895]: _type = "Task" [ 1188.704658] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.714654] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.018410] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.059674] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472491, 'name': PowerOffVM_Task, 'duration_secs': 0.194994} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.060038] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.060295] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.060596] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457f296d-ef9b-4780-8c05-a1a6cb766324 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.123198] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.123415] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.123592] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore2] 86634986-27a8-424c-9552-b9829ad140ed {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.123853] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273b0b17-4af8-4522-ae03-340919354988 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.129831] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1189.129831] env[69895]: value = "task-3472494" [ 1189.129831] env[69895]: _type = "Task" [ 1189.129831] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.137290] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.214751] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.544197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.544497] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.546031] env[69895]: INFO nova.compute.claims [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.640172] env[69895]: DEBUG oslo_vmware.api [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128508} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.640402] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.640600] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.640777] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.640947] env[69895]: INFO nova.compute.manager [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1189.641197] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.641388] env[69895]: DEBUG nova.compute.manager [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.641485] env[69895]: DEBUG nova.network.neutron [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.716232] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472492, 'name': ReconfigVM_Task, 'duration_secs': 0.81815} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.716560] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 68663879-197f-482f-b5d4-9146bb59a872/68663879-197f-482f-b5d4-9146bb59a872.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.717247] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c131348-2c29-41f3-b38c-bf89d2f7224a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.723583] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1189.723583] env[69895]: value = "task-3472495" [ 1189.723583] env[69895]: _type = "Task" [ 1189.723583] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.731651] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472495, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.906938] env[69895]: DEBUG nova.compute.manager [req-91c14e05-159d-471e-bc7b-2e76e1bd5ba8 req-04ee7780-a40d-4987-bdb6-3a07e737008c service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Received event network-vif-deleted-617b7f53-1ae7-4820-b1d8-4707fe4478dd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.907147] env[69895]: INFO nova.compute.manager [req-91c14e05-159d-471e-bc7b-2e76e1bd5ba8 req-04ee7780-a40d-4987-bdb6-3a07e737008c service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Neutron deleted interface 617b7f53-1ae7-4820-b1d8-4707fe4478dd; detaching it from the instance and deleting it from the info cache [ 1189.907361] env[69895]: DEBUG nova.network.neutron [req-91c14e05-159d-471e-bc7b-2e76e1bd5ba8 req-04ee7780-a40d-4987-bdb6-3a07e737008c service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.233647] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472495, 'name': Rename_Task, 'duration_secs': 0.330066} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.233918] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.234200] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a65cafc9-c033-4c0c-8030-ea0131ffd0b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.239702] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1190.239702] env[69895]: value = "task-3472496" [ 1190.239702] env[69895]: _type = "Task" [ 1190.239702] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.246860] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.387254] env[69895]: DEBUG nova.network.neutron [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.410250] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75e5e0c0-2a46-4a41-86da-bac3b6cc241c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.419139] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04a591-ada6-4249-97e9-1ec58b4b1125 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.447248] env[69895]: DEBUG nova.compute.manager [req-91c14e05-159d-471e-bc7b-2e76e1bd5ba8 req-04ee7780-a40d-4987-bdb6-3a07e737008c service nova] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Detach interface failed, port_id=617b7f53-1ae7-4820-b1d8-4707fe4478dd, reason: Instance 86634986-27a8-424c-9552-b9829ad140ed could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.662189] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48392934-65ff-4dbd-9968-34331515d736 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.670444] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303158c-45af-4de9-af03-bd7f8baa5f98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.701549] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1555b170-f5d5-42e4-91f7-6a404e2312ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.709998] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ccb84-337c-40e0-9005-27dc5f2b71c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.723920] env[69895]: DEBUG nova.compute.provider_tree [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.749217] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.890197] env[69895]: INFO nova.compute.manager [-] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Took 1.25 seconds to deallocate network for instance. [ 1191.247119] env[69895]: ERROR nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [req-59d6d94c-4f03-45f0-ab19-2fbee56a14fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-59d6d94c-4f03-45f0-ab19-2fbee56a14fc"}]} [ 1191.256680] env[69895]: DEBUG oslo_vmware.api [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472496, 'name': PowerOnVM_Task, 'duration_secs': 0.816668} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.256944] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.257167] env[69895]: INFO nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1191.257337] env[69895]: DEBUG nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.258098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3a548-8693-4390-80d7-cdfc2a6f8bdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.267080] env[69895]: DEBUG nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.281381] env[69895]: DEBUG nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.281618] env[69895]: DEBUG nova.compute.provider_tree [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.292794] env[69895]: DEBUG nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.310740] env[69895]: DEBUG nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1191.397385] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.403903] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445f93a-241e-419b-8810-cbd7cc3899df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.411986] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ab743f-1121-467a-ac3d-b7d7ea0a5701 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.441508] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd7fc4-dab7-44b8-9121-534dbaea1170 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.448328] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0ab94-06f5-42b9-bbd9-f16ff949d1ae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.462745] env[69895]: DEBUG nova.compute.provider_tree [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.776096] env[69895]: INFO nova.compute.manager [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Took 13.32 seconds to build instance. [ 1191.992369] env[69895]: DEBUG nova.scheduler.client.report [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1191.992768] env[69895]: DEBUG nova.compute.provider_tree [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 156 to 157 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1191.993014] env[69895]: DEBUG nova.compute.provider_tree [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.277409] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.832s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.497782] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.498332] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.501410] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.104s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.501667] env[69895]: DEBUG nova.objects.instance [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'resources' on Instance uuid 86634986-27a8-424c-9552-b9829ad140ed {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.700988] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1192.701268] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694117', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'name': 'volume-50fa1c85-4f69-4547-9f92-131e51bce77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'serial': '50fa1c85-4f69-4547-9f92-131e51bce77c'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1192.702172] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e5b4b-cd98-420a-8c5e-2f615fb6c20e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.719876] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4ac9a-648d-437e-8b18-3a3d6ec84489 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.747659] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-50fa1c85-4f69-4547-9f92-131e51bce77c/volume-50fa1c85-4f69-4547-9f92-131e51bce77c.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.747986] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779f6948-f32f-467f-b72c-e6d132e0b8ea {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.766277] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1192.766277] env[69895]: value = "task-3472498" [ 1192.766277] env[69895]: _type = "Task" [ 1192.766277] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.773859] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.877526] env[69895]: DEBUG nova.compute.manager [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Received event network-changed-307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.877804] env[69895]: DEBUG nova.compute.manager [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Refreshing instance network info cache due to event network-changed-307d575d-027e-4683-b5cf-5c9d41e54946. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.878016] env[69895]: DEBUG oslo_concurrency.lockutils [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] Acquiring lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.878096] env[69895]: DEBUG oslo_concurrency.lockutils [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] Acquired lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.878251] env[69895]: DEBUG nova.network.neutron [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Refreshing network info cache for port 307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.005030] env[69895]: DEBUG nova.compute.utils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.006567] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.006740] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.048319] env[69895]: DEBUG nova.policy [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012b3bb7dcf048ecbd1ecf9629795650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd254bc462d746bbbc41bb6535427202', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.126302] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ae4d0-b379-48ed-9e98-d06166ba7c1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.133851] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b230df-de61-46d7-b726-aeddf50686e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.165421] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934362fe-ff89-4176-92ab-8740131529a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.172843] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47745ec-deb0-4abf-a225-07243af6499b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.185757] env[69895]: DEBUG nova.compute.provider_tree [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.277029] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472498, 'name': ReconfigVM_Task, 'duration_secs': 0.378172} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.277659] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-50fa1c85-4f69-4547-9f92-131e51bce77c/volume-50fa1c85-4f69-4547-9f92-131e51bce77c.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.284755] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Successfully created port: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.285018] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2422b175-1584-4456-a47b-96a084949921 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.300484] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1193.300484] env[69895]: value = "task-3472499" [ 1193.300484] env[69895]: _type = "Task" [ 1193.300484] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.312182] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.515110] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.621624] env[69895]: DEBUG nova.network.neutron [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updated VIF entry in instance network info cache for port 307d575d-027e-4683-b5cf-5c9d41e54946. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.622016] env[69895]: DEBUG nova.network.neutron [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.689104] env[69895]: DEBUG nova.scheduler.client.report [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.809906] env[69895]: DEBUG oslo_vmware.api [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472499, 'name': ReconfigVM_Task, 'duration_secs': 0.137395} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.810282] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694117', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'name': 'volume-50fa1c85-4f69-4547-9f92-131e51bce77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'serial': '50fa1c85-4f69-4547-9f92-131e51bce77c'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.125767] env[69895]: DEBUG oslo_concurrency.lockutils [req-24e56e70-56a1-4cb5-82b4-2932bf63a741 req-cfc1b9b4-d349-4457-9f7b-8c4a75b43269 service nova] Releasing lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.194539] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.218784] env[69895]: INFO nova.scheduler.client.report [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocations for instance 86634986-27a8-424c-9552-b9829ad140ed [ 1194.525117] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.551129] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.551394] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.551555] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.551745] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.551928] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.552042] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.552272] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.552463] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.552654] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.552819] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.553030] env[69895]: DEBUG nova.virt.hardware [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.553894] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4050ff7a-49aa-4324-9ddb-9e85ff4538f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.562054] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67aa848-8056-41aa-8f01-0d5ccdf1e2f3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.725441] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "86634986-27a8-424c-9552-b9829ad140ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.710s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.802688] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Successfully updated port: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.845376] env[69895]: DEBUG nova.objects.instance [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.905454] env[69895]: DEBUG nova.compute.manager [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Received event network-vif-plugged-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.905695] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Acquiring lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.905908] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.906093] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.906277] env[69895]: DEBUG nova.compute.manager [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] No waiting events found dispatching network-vif-plugged-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.906449] env[69895]: WARNING nova.compute.manager [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Received unexpected event network-vif-plugged-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 for instance with vm_state building and task_state spawning. [ 1194.906611] env[69895]: DEBUG nova.compute.manager [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Received event network-changed-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.906765] env[69895]: DEBUG nova.compute.manager [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Refreshing instance network info cache due to event network-changed-3835ce39-2ee4-4fcd-851b-26ebb8a710e7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.906945] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Acquiring lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.907094] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Acquired lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.907360] env[69895]: DEBUG nova.network.neutron [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Refreshing network info cache for port 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.070824] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.071113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.305687] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.351042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0970f688-e189-4738-b2d1-941dd8f2eb03 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.438210] env[69895]: DEBUG nova.network.neutron [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.505225] env[69895]: DEBUG nova.network.neutron [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.574464] env[69895]: INFO nova.compute.manager [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Detaching volume 4d11eb32-e17c-406b-b144-8197b33c814a [ 1195.608281] env[69895]: INFO nova.virt.block_device [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Attempting to driver detach volume 4d11eb32-e17c-406b-b144-8197b33c814a from mountpoint /dev/sdb [ 1195.608526] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.608711] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694100', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'name': 'volume-4d11eb32-e17c-406b-b144-8197b33c814a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dd4ffb30-6292-464f-a166-61edbe8786a9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'serial': '4d11eb32-e17c-406b-b144-8197b33c814a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.609665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaffe66-67a6-4ac1-ac5a-4d1418bbc23d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.631217] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56191b6-995a-4887-afcb-309173282300 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.637828] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b282ed-c5e9-450b-a53b-3babf9ca3f32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.657783] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3929399e-dd84-48d6-a9b7-7107bb771f45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.660447] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.660676] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.673703] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d11eb32-e17c-406b-b144-8197b33c814a/volume-4d11eb32-e17c-406b-b144-8197b33c814a.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.678934] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.679804] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7bda7b-1f7c-451e-aea9-281931d7b197 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.697436] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1195.697436] env[69895]: value = "task-3472500" [ 1195.697436] env[69895]: _type = "Task" [ 1195.697436] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.706771] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.008224] env[69895]: DEBUG oslo_concurrency.lockutils [req-d4fe85cd-a7df-49e0-bf8e-a91f8fe08ba4 req-f447d668-f8c2-4238-a965-aefaa76405b3 service nova] Releasing lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.008471] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.008640] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.163154] env[69895]: INFO nova.compute.manager [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Detaching volume 775afb9e-aa01-4a77-a12b-6660b2351f6c [ 1196.194173] env[69895]: INFO nova.virt.block_device [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attempting to driver detach volume 775afb9e-aa01-4a77-a12b-6660b2351f6c from mountpoint /dev/sdb [ 1196.194420] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.194604] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694113', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'name': 'volume-775afb9e-aa01-4a77-a12b-6660b2351f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'serial': '775afb9e-aa01-4a77-a12b-6660b2351f6c'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.195482] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2573f869-d719-40d2-a693-762cbf2e1ab2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.206334] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472500, 'name': ReconfigVM_Task, 'duration_secs': 0.252563} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.225099] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.229678] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb026da-650c-4a38-8a92-c3636ae84c6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.239686] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e81e1b-339b-4d2d-b196-654a5bca134c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.248068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b9813-43ce-41dc-b1d2-f50d69103bda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.250349] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1196.250349] env[69895]: value = "task-3472501" [ 1196.250349] env[69895]: _type = "Task" [ 1196.250349] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.271948] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7497b018-10a4-4ec0-889b-d73f710df4d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.277805] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.289584] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] The volume has not been displaced from its original location: [datastore2] volume-775afb9e-aa01-4a77-a12b-6660b2351f6c/volume-775afb9e-aa01-4a77-a12b-6660b2351f6c.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.294716] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.294975] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0aa4adc-7bbf-486c-8475-8b33a17f9840 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.311881] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1196.311881] env[69895]: value = "task-3472502" [ 1196.311881] env[69895]: _type = "Task" [ 1196.311881] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.321522] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.539571] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.660160] env[69895]: DEBUG nova.network.neutron [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Updating instance_info_cache with network_info: [{"id": "3835ce39-2ee4-4fcd-851b-26ebb8a710e7", "address": "fa:16:3e:72:92:6e", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3835ce39-2e", "ovs_interfaceid": "3835ce39-2ee4-4fcd-851b-26ebb8a710e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.760753] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.821212] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472502, 'name': ReconfigVM_Task, 'duration_secs': 0.226499} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.821491] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.826607] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b16588-6149-442a-9da8-22469a045db0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.841832] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1196.841832] env[69895]: value = "task-3472503" [ 1196.841832] env[69895]: _type = "Task" [ 1196.841832] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.849412] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.162876] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.163185] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance network_info: |[{"id": "3835ce39-2ee4-4fcd-851b-26ebb8a710e7", "address": "fa:16:3e:72:92:6e", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3835ce39-2e", "ovs_interfaceid": "3835ce39-2ee4-4fcd-851b-26ebb8a710e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.163637] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:92:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3835ce39-2ee4-4fcd-851b-26ebb8a710e7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.171225] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.171471] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.171728] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5cbb48-1499-405d-90ff-18fdcd26c9dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.190937] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.190937] env[69895]: value = "task-3472504" [ 1197.190937] env[69895]: _type = "Task" [ 1197.190937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.198096] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472504, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.261248] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.351879] env[69895]: DEBUG oslo_vmware.api [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472503, 'name': ReconfigVM_Task, 'duration_secs': 0.132313} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.352242] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694113', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'name': 'volume-775afb9e-aa01-4a77-a12b-6660b2351f6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '775afb9e-aa01-4a77-a12b-6660b2351f6c', 'serial': '775afb9e-aa01-4a77-a12b-6660b2351f6c'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.701682] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472504, 'name': CreateVM_Task, 'duration_secs': 0.278122} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.701877] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.702594] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.702769] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.703093] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.703502] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbff7a4-943c-43ac-a717-5d23ff652b02 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.707600] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1197.707600] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bae9e7-26f3-35cc-dc32-449b954f2d57" [ 1197.707600] env[69895]: _type = "Task" [ 1197.707600] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.715712] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bae9e7-26f3-35cc-dc32-449b954f2d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.760054] env[69895]: DEBUG oslo_vmware.api [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472501, 'name': ReconfigVM_Task, 'duration_secs': 1.134469} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.760385] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694100', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'name': 'volume-4d11eb32-e17c-406b-b144-8197b33c814a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'dd4ffb30-6292-464f-a166-61edbe8786a9', 'attached_at': '', 'detached_at': '', 'volume_id': '4d11eb32-e17c-406b-b144-8197b33c814a', 'serial': '4d11eb32-e17c-406b-b144-8197b33c814a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.897377] env[69895]: DEBUG nova.objects.instance [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.217895] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bae9e7-26f3-35cc-dc32-449b954f2d57, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.218192] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.218428] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.218670] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.218820] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.219008] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.219319] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d222ca1-eb96-4069-bfcd-eebd861431aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.227123] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.227305] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.227991] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d42250-72e9-4f98-a384-0e6d4b013fca {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.232835] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1198.232835] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520cde6f-8445-ba88-86c3-108cdb722bc6" [ 1198.232835] env[69895]: _type = "Task" [ 1198.232835] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.239851] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520cde6f-8445-ba88-86c3-108cdb722bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.299326] env[69895]: DEBUG nova.objects.instance [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'flavor' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.744100] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520cde6f-8445-ba88-86c3-108cdb722bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.744377] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e097e1-1402-4cd9-8bcf-63ff8bddc714 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.749596] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1198.749596] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe11d1-ff6f-323f-8725-4d7de63b50a8" [ 1198.749596] env[69895]: _type = "Task" [ 1198.749596] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.756954] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe11d1-ff6f-323f-8725-4d7de63b50a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.905117] env[69895]: DEBUG oslo_concurrency.lockutils [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.906160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-92301902-8c1c-4af4-bd73-87de5bdc40e7 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.906690] env[69895]: DEBUG oslo_concurrency.lockutils [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.259569] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fe11d1-ff6f-323f-8725-4d7de63b50a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.259829] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.260104] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.260367] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2089a28-b4d3-4061-a8b2-4eb384ef5fc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.266795] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1199.266795] env[69895]: value = "task-3472505" [ 1199.266795] env[69895]: _type = "Task" [ 1199.266795] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.274060] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.306718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-cdb75171-129e-469f-a387-cbf873bd0d4c tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.236s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.409959] env[69895]: INFO nova.compute.manager [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Detaching volume 50fa1c85-4f69-4547-9f92-131e51bce77c [ 1199.516152] env[69895]: INFO nova.virt.block_device [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Attempting to driver detach volume 50fa1c85-4f69-4547-9f92-131e51bce77c from mountpoint /dev/sdc [ 1199.516426] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.516616] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694117', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'name': 'volume-50fa1c85-4f69-4547-9f92-131e51bce77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'serial': '50fa1c85-4f69-4547-9f92-131e51bce77c'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.517557] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ab887-781d-471e-be74-4f2fef288867 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.540839] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9cc0c2-703d-4df1-9e97-61cf44e1e778 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.549790] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7508c20-63b4-4740-9c00-501e69f1acdf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.571304] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d7100d-2c3f-4fe8-b3db-77c1199aaeb0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.590125] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] The volume has not been displaced from its original location: [datastore1] volume-50fa1c85-4f69-4547-9f92-131e51bce77c/volume-50fa1c85-4f69-4547-9f92-131e51bce77c.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.595448] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfiguring VM instance instance-0000006e to detach disk 2002 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.595818] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d668db9d-8f93-427b-945c-d202f412dd69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.613863] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1199.613863] env[69895]: value = "task-3472506" [ 1199.613863] env[69895]: _type = "Task" [ 1199.613863] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.622487] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.777315] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430333} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.777628] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.777869] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.778125] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71fef05-b208-46ff-8499-6bae15ad9505 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.784705] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1199.784705] env[69895]: value = "task-3472507" [ 1199.784705] env[69895]: _type = "Task" [ 1199.784705] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.792646] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.123624] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472506, 'name': ReconfigVM_Task, 'duration_secs': 0.253401} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.123895] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Reconfigured VM instance instance-0000006e to detach disk 2002 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.128490] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45fbc977-34c4-4261-a145-5fac72bf14c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.142905] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1200.142905] env[69895]: value = "task-3472508" [ 1200.142905] env[69895]: _type = "Task" [ 1200.142905] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.151007] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.294348] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06556} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.294860] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.295404] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d14d2-4514-4e1b-a6f9-0c7b600d0864 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.316606] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.316852] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e8b26a-96c1-490b-a1db-c6879253999f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.335917] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1200.335917] env[69895]: value = "task-3472509" [ 1200.335917] env[69895]: _type = "Task" [ 1200.335917] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.343242] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.363060] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.363305] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.363525] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.363713] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.363940] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.366559] env[69895]: INFO nova.compute.manager [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Terminating instance [ 1200.653883] env[69895]: DEBUG oslo_vmware.api [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472508, 'name': ReconfigVM_Task, 'duration_secs': 0.148782} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.654138] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694117', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'name': 'volume-50fa1c85-4f69-4547-9f92-131e51bce77c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6242dc7-ef1f-47f8-9c9a-584e27397764', 'attached_at': '', 'detached_at': '', 'volume_id': '50fa1c85-4f69-4547-9f92-131e51bce77c', 'serial': '50fa1c85-4f69-4547-9f92-131e51bce77c'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1200.847080] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472509, 'name': ReconfigVM_Task, 'duration_secs': 0.275951} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.847080] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.847562] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e32b325-e87a-4cd1-8578-a59633f5a2ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.853640] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1200.853640] env[69895]: value = "task-3472510" [ 1200.853640] env[69895]: _type = "Task" [ 1200.853640] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.862762] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472510, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.870485] env[69895]: DEBUG nova.compute.manager [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.870700] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.871570] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5a7554-c16f-46a2-a001-d0d6f06f8532 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.878562] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.878834] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d365b86-9fc3-4496-80e8-45bf908ed25c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.885066] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1200.885066] env[69895]: value = "task-3472511" [ 1200.885066] env[69895]: _type = "Task" [ 1200.885066] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.893310] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.192811] env[69895]: DEBUG nova.objects.instance [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'flavor' on Instance uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.363147] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472510, 'name': Rename_Task, 'duration_secs': 0.165438} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.363377] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.363625] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1edaa6aa-1aef-4b33-864c-02220ce34c5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.369104] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1201.369104] env[69895]: value = "task-3472512" [ 1201.369104] env[69895]: _type = "Task" [ 1201.369104] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.376137] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.392273] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472511, 'name': PowerOffVM_Task, 'duration_secs': 0.266558} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.392509] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.392680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.392910] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03fa4288-8c36-4a6b-8704-5e5212b02dbd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.454064] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.454297] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.454489] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore2] dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.454753] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a0b0364-197a-4b03-9a4b-dad81e776919 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.461625] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1201.461625] env[69895]: value = "task-3472514" [ 1201.461625] env[69895]: _type = "Task" [ 1201.461625] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.469191] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.878815] env[69895]: DEBUG oslo_vmware.api [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472512, 'name': PowerOnVM_Task, 'duration_secs': 0.445432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.879236] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.879337] env[69895]: INFO nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1201.879502] env[69895]: DEBUG nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.880306] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45c5b3-fc32-4ca0-89e8-5aca572868e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.971120] env[69895]: DEBUG oslo_vmware.api [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128417} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.971371] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.971555] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.971784] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.971964] env[69895]: INFO nova.compute.manager [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1201.972227] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.972421] env[69895]: DEBUG nova.compute.manager [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.972517] env[69895]: DEBUG nova.network.neutron [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.201312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-174ccf1c-deaf-4f27-aadb-4de6abd258ed tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.397241] env[69895]: INFO nova.compute.manager [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Took 12.87 seconds to build instance. [ 1202.777590] env[69895]: DEBUG nova.compute.manager [req-325abbad-adec-48a2-95bc-9ee2668aafac req-5522826d-f9d5-447f-a1b6-e37e9163551a service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Received event network-vif-deleted-cbca064e-7c53-4260-8030-1318aa788f6f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.777781] env[69895]: INFO nova.compute.manager [req-325abbad-adec-48a2-95bc-9ee2668aafac req-5522826d-f9d5-447f-a1b6-e37e9163551a service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Neutron deleted interface cbca064e-7c53-4260-8030-1318aa788f6f; detaching it from the instance and deleting it from the info cache [ 1202.777954] env[69895]: DEBUG nova.network.neutron [req-325abbad-adec-48a2-95bc-9ee2668aafac req-5522826d-f9d5-447f-a1b6-e37e9163551a service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.899551] env[69895]: DEBUG oslo_concurrency.lockutils [None req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.384s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.258014] env[69895]: DEBUG nova.network.neutron [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.280207] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edca124d-b252-4ce0-bd86-3e6dce4e5182 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.291269] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a1454-0efe-4c09-9124-365013b89df5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.319239] env[69895]: DEBUG nova.compute.manager [req-325abbad-adec-48a2-95bc-9ee2668aafac req-5522826d-f9d5-447f-a1b6-e37e9163551a service nova] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Detach interface failed, port_id=cbca064e-7c53-4260-8030-1318aa788f6f, reason: Instance dd4ffb30-6292-464f-a166-61edbe8786a9 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.341029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.341312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.341575] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.341814] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.341964] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.344033] env[69895]: INFO nova.compute.manager [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Terminating instance [ 1203.528198] env[69895]: INFO nova.compute.manager [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Rebuilding instance [ 1203.570961] env[69895]: DEBUG nova.compute.manager [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.571818] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd1cf8c-2594-4816-b43c-f399249ce0f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.760612] env[69895]: INFO nova.compute.manager [-] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Took 1.79 seconds to deallocate network for instance. [ 1203.848009] env[69895]: DEBUG nova.compute.manager [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.848254] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.849161] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc485a-6baf-4429-8ecb-024830f0368e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.856733] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.856963] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356d7021-b862-4430-8ce9-707860f636f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.863583] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1203.863583] env[69895]: value = "task-3472515" [ 1203.863583] env[69895]: _type = "Task" [ 1203.863583] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.874650] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.267303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.267729] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.268088] env[69895]: DEBUG nova.objects.instance [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'resources' on Instance uuid dd4ffb30-6292-464f-a166-61edbe8786a9 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.374204] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472515, 'name': PowerOffVM_Task, 'duration_secs': 0.184001} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.374551] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.374792] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.375117] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b047ee94-560c-42f3-aad9-06380be9139a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.435016] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.435192] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.435380] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleting the datastore file [datastore1] a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.435658] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6254e8dd-6cee-49cd-9336-a87dce6f086b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.442120] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for the task: (returnval){ [ 1204.442120] env[69895]: value = "task-3472517" [ 1204.442120] env[69895]: _type = "Task" [ 1204.442120] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.449997] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.584580] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.584900] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d72df859-3e85-4557-a5e4-44d1bf833e9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.592227] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1204.592227] env[69895]: value = "task-3472518" [ 1204.592227] env[69895]: _type = "Task" [ 1204.592227] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.600947] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.860269] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f4ed1-2386-4a9b-b652-e46611e98e39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.867537] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89ed48-bbf2-441b-99eb-25730f5a5111 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.897014] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75361e3-0fee-4afa-98bb-e9347445533a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.904407] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd221dbd-1309-4ce4-8abc-a641c5113ba2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.917391] env[69895]: DEBUG nova.compute.provider_tree [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.952164] env[69895]: DEBUG oslo_vmware.api [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Task: {'id': task-3472517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156732} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.952449] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.952628] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.952804] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.952978] env[69895]: INFO nova.compute.manager [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1204.953235] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.953428] env[69895]: DEBUG nova.compute.manager [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.953553] env[69895]: DEBUG nova.network.neutron [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.103167] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472518, 'name': PowerOffVM_Task, 'duration_secs': 0.157342} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.103447] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.103668] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.104450] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71985ef-75d6-4816-a32b-c7cc49b863c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.111420] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.111670] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b6b976-14b9-4985-a20b-1166d49cd501 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172229] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.172429] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.172614] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore1] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.172872] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80da8a2-d488-479c-b77d-f3a7e92b5cd7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.179700] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1205.179700] env[69895]: value = "task-3472520" [ 1205.179700] env[69895]: _type = "Task" [ 1205.179700] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.187358] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.424180] env[69895]: DEBUG nova.scheduler.client.report [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.487783] env[69895]: DEBUG nova.compute.manager [req-89f32575-2374-4700-9d1f-aaf40d4e4907 req-f26a9bba-a4c6-462f-b535-b7a3683abb88 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Received event network-vif-deleted-50098f01-a99b-4919-8935-2b574dc1481a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.487834] env[69895]: INFO nova.compute.manager [req-89f32575-2374-4700-9d1f-aaf40d4e4907 req-f26a9bba-a4c6-462f-b535-b7a3683abb88 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Neutron deleted interface 50098f01-a99b-4919-8935-2b574dc1481a; detaching it from the instance and deleting it from the info cache [ 1205.488013] env[69895]: DEBUG nova.network.neutron [req-89f32575-2374-4700-9d1f-aaf40d4e4907 req-f26a9bba-a4c6-462f-b535-b7a3683abb88 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.689828] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172187} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.690096] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.690291] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.690470] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.929296] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.931491] env[69895]: DEBUG nova.network.neutron [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.957666] env[69895]: INFO nova.scheduler.client.report [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted allocations for instance dd4ffb30-6292-464f-a166-61edbe8786a9 [ 1205.990687] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4bc7c73-a754-41f9-9819-f3cfbc1ced09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.000160] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc01e4a-ebf0-435b-ae9b-a84aafda88cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.029263] env[69895]: DEBUG nova.compute.manager [req-89f32575-2374-4700-9d1f-aaf40d4e4907 req-f26a9bba-a4c6-462f-b535-b7a3683abb88 service nova] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Detach interface failed, port_id=50098f01-a99b-4919-8935-2b574dc1481a, reason: Instance a6242dc7-ef1f-47f8-9c9a-584e27397764 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.434710] env[69895]: INFO nova.compute.manager [-] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Took 1.48 seconds to deallocate network for instance. [ 1206.464994] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fc26482b-49d6-4be5-a0d5-4b5470f19014 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "dd4ffb30-6292-464f-a166-61edbe8786a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.102s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.726135] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.726386] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.726545] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.726724] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.726869] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.727019] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.727228] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.727388] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.727552] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.727713] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.727884] env[69895]: DEBUG nova.virt.hardware [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.728769] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6e1df-4700-400f-9d88-e044dc1e3d72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.736993] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65845ea5-6818-4baf-b28f-933f2fbb17f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.750809] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:92:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3835ce39-2ee4-4fcd-851b-26ebb8a710e7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.757964] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.758228] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.758447] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b82f678-6f98-41e4-ac00-ebc12d50c1a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.777321] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.777321] env[69895]: value = "task-3472521" [ 1206.777321] env[69895]: _type = "Task" [ 1206.777321] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.784693] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472521, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.803230] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.803489] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.803683] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.803868] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.804047] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.804201] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.804345] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.942248] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.942615] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.942844] env[69895]: DEBUG nova.objects.instance [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lazy-loading 'resources' on Instance uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.288016] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472521, 'name': CreateVM_Task, 'duration_secs': 0.305557} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.288285] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.295965] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.296161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.296467] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.296716] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fc1be9-a2e3-4dd6-b9e0-b58f1590f9ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.301012] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1207.301012] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52efd84a-df85-257c-42fb-f55c75cce88e" [ 1207.301012] env[69895]: _type = "Task" [ 1207.301012] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.310522] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Getting list of instances from cluster (obj){ [ 1207.310522] env[69895]: value = "domain-c8" [ 1207.310522] env[69895]: _type = "ClusterComputeResource" [ 1207.310522] env[69895]: } {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1207.310778] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52efd84a-df85-257c-42fb-f55c75cce88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.311652] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ded87e-e6b9-4a58-b355-71c3d61db8bb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.325314] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Got total of 5 instances {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1207.325470] env[69895]: WARNING nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1207.325604] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid e993427e-b1e2-489f-a54a-0500c25cf072 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.325788] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.325938] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid a6242dc7-ef1f-47f8-9c9a-584e27397764 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.326098] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.326249] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.326398] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Triggering sync for uuid 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 {{(pid=69895) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1207.326699] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "e993427e-b1e2-489f-a54a-0500c25cf072" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.327438] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.327712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.327903] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.328146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.328352] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.328526] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.328746] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.328920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "68663879-197f-482f-b5d4-9146bb59a872" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.329151] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.329349] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.329522] env[69895]: INFO nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1207.329681] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.329839] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.329966] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1207.330640] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3865f-a53c-4af6-a001-d09efd116f1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.333638] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06948ba8-a428-4654-8c68-b055f253215f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.336267] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f43f96-c9cc-4403-800d-40fa3471f23e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.338948] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cb428-7337-441d-9ce6-290e69869dfe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.341107] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.544097] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de506b36-dac0-45a1-a999-aedbe9c4e2cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.549945] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c475f5-7ecc-445b-b1fc-4c77161e1adf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.580045] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1a2c2-24a2-4ffd-85ef-ee788cda3698 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.587759] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9194880-c066-4593-8f6f-6f1d09e112e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.601314] env[69895]: DEBUG nova.compute.provider_tree [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.812067] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52efd84a-df85-257c-42fb-f55c75cce88e, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.813028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.813028] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.813028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.813028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.813260] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.813408] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a8de115-41e1-4567-a7b7-649d79460801 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.821423] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.821598] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.822363] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562a863b-436e-40eb-bc41-4283353ef93b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.827720] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1207.827720] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231666a-3f08-6df0-b751-085a81e993d6" [ 1207.827720] env[69895]: _type = "Task" [ 1207.827720] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.834678] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231666a-3f08-6df0-b751-085a81e993d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.844648] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.852269] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.854699] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "68663879-197f-482f-b5d4-9146bb59a872" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.855341] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.855341] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.105164] env[69895]: DEBUG nova.scheduler.client.report [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.338882] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5231666a-3f08-6df0-b751-085a81e993d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.339718] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb0537f-4aad-46d6-9375-65b78f0f6dae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.345182] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1208.345182] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2eacd-4fee-4120-cb1d-1da91f0bf75f" [ 1208.345182] env[69895]: _type = "Task" [ 1208.345182] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.353427] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2eacd-4fee-4120-cb1d-1da91f0bf75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.372648] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.373324] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.610087] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.612535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.768s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.612535] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.612688] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1208.613555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074890c-2494-47e0-8fdf-5ab1234609f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.621735] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5558b4d1-85f4-4f8d-a026-ba780ef0200b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.636108] env[69895]: INFO nova.scheduler.client.report [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Deleted allocations for instance a6242dc7-ef1f-47f8-9c9a-584e27397764 [ 1208.637497] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f9e9f-09db-4454-9eee-d3715c5282fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.646573] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc017a5c-f0b7-4a3d-8b9a-0d07ed85cace {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.677435] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180148MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1208.677623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.677822] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.856144] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b2eacd-4fee-4120-cb1d-1da91f0bf75f, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.856418] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.856679] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.856944] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b542e67f-3194-4512-ab92-45714ce4cbc6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.863198] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1208.863198] env[69895]: value = "task-3472522" [ 1208.863198] env[69895]: _type = "Task" [ 1208.863198] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.870650] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.875829] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.146531] env[69895]: DEBUG oslo_concurrency.lockutils [None req-69142c9d-922d-409f-b392-e8800a8cec33 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.147489] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.819s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.148318] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24bb52d2-b4ea-4732-a4a5-8a71f28742e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.158105] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329ee960-b93a-457f-ab46-0b87d93a2784 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.374029] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445887} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.374291] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.374381] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.374599] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a1b320b-57c7-4895-9ea1-804539ce0775 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.383357] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1209.383357] env[69895]: value = "task-3472523" [ 1209.383357] env[69895]: _type = "Task" [ 1209.383357] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.394536] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.396432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.505037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.505557] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.697804] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "a6242dc7-ef1f-47f8-9c9a-584e27397764" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.714362] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.714563] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance fce02cc8-b78e-4909-9da5-77c0643fd3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.714698] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5ab865f9-56a5-4bbc-8aa9-803560d9c773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.714818] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 68663879-197f-482f-b5d4-9146bb59a872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.714934] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1209.895033] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053073} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.895334] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.896453] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b305340f-3ed0-4030-b253-495c55448965 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.919040] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.919214] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898c23bc-1150-4744-89df-64740666b0c6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.940948] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1209.940948] env[69895]: value = "task-3472525" [ 1209.940948] env[69895]: _type = "Task" [ 1209.940948] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.949146] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.015021] env[69895]: INFO nova.compute.manager [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Detaching volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a [ 1210.048010] env[69895]: INFO nova.virt.block_device [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Attempting to driver detach volume e7d47b73-33a2-42bb-aada-b7b4a2b2673a from mountpoint /dev/sdb [ 1210.048278] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.048464] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.049410] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88addf24-5a57-474b-9bda-c796a7e28b17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.071559] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ed5d9-e6aa-4d11-ba16-82d1d0da8e8e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.078250] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e240f-046b-4a8a-8ee7-71ccc46b3b6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.098015] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1e7d2-bdb5-4aee-8beb-0fc2563b5d17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.112478] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a/volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.117679] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.117940] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5021ed26-dbfa-4928-aa49-9301f37ed589 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.134940] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1210.134940] env[69895]: value = "task-3472526" [ 1210.134940] env[69895]: _type = "Task" [ 1210.134940] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.142240] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.218589] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1210.218842] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1210.219013] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1210.305628] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a70d3e-6892-4bee-932a-3f4f86aaa996 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.312992] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e8a530-0628-4506-9721-693f9af1bd48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.344564] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02be00-e04a-4bde-8db6-02da8acc4751 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.351941] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff6455a-39a1-4599-9c38-065ad646ba5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.364493] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.450629] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472525, 'name': ReconfigVM_Task, 'duration_secs': 0.383732} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.450911] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3/1c8cf0c5-f1b7-49c2-963b-503fbbb951f3.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.451554] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bb03c77-fd8f-4139-8e56-750559ca741f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.457804] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1210.457804] env[69895]: value = "task-3472527" [ 1210.457804] env[69895]: _type = "Task" [ 1210.457804] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.465024] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472527, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.644609] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472526, 'name': ReconfigVM_Task, 'duration_secs': 0.245617} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.644876] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.649428] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571ec45e-89bd-42e5-b088-20953a4887d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.663408] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1210.663408] env[69895]: value = "task-3472528" [ 1210.663408] env[69895]: _type = "Task" [ 1210.663408] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.670916] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.867427] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.968052] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472527, 'name': Rename_Task, 'duration_secs': 0.135516} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.968052] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.968052] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7eef44-a242-4ca2-b137-ff874124b8f6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.973613] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1210.973613] env[69895]: value = "task-3472529" [ 1210.973613] env[69895]: _type = "Task" [ 1210.973613] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.981295] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.173877] env[69895]: DEBUG oslo_vmware.api [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472528, 'name': ReconfigVM_Task, 'duration_secs': 0.125822} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.174184] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694106', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'name': 'volume-e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce02cc8-b78e-4909-9da5-77c0643fd3e2', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a', 'serial': 'e7d47b73-33a2-42bb-aada-b7b4a2b2673a'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.372625] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1211.372835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.695s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.373143] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.977s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.374749] env[69895]: INFO nova.compute.claims [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.484288] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.717918] env[69895]: DEBUG nova.objects.instance [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'flavor' on Instance uuid fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.983791] env[69895]: DEBUG oslo_vmware.api [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472529, 'name': PowerOnVM_Task, 'duration_secs': 0.575886} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.984129] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.984341] env[69895]: DEBUG nova.compute.manager [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.985121] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d3973-f150-4e72-9eff-3be9e8893096 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.463033] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14b10d-74b8-41c9-9b09-ac83800e07e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.470592] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a105d-d997-48af-a097-5889f2ff68e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.504335] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b26e56c-8cd9-412a-8ef5-cb5482acd8e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.508931] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.513464] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed228e5b-ccdb-4b1f-8979-8c8a1d34a21c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.526872] env[69895]: DEBUG nova.compute.provider_tree [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.725613] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6b2250ff-1fc7-4acc-9f70-6baebae852aa tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.029840] env[69895]: DEBUG nova.scheduler.client.report [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.534919] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.535473] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.538086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.029s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.539091] env[69895]: DEBUG nova.objects.instance [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69895) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.752068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.752068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.752297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.752518] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.752727] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.754797] env[69895]: INFO nova.compute.manager [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Terminating instance [ 1213.764409] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.764597] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.764843] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.765071] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.765274] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.767057] env[69895]: INFO nova.compute.manager [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Terminating instance [ 1214.042925] env[69895]: DEBUG nova.compute.utils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.047505] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.047505] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.093371] env[69895]: DEBUG nova.policy [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d514bb6ab75436abff6298dc57e8bec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e34e534e3f4be4a28c2f3297f92061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.161728] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.162058] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.258163] env[69895]: DEBUG nova.compute.manager [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.258454] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.259399] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a217734a-69cf-45d4-8a3f-dc1bae7978aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.267164] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.267448] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca1521a2-bf6e-4760-a40d-284e6a5bcebb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.270680] env[69895]: DEBUG nova.compute.manager [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.270872] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.271647] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a446b599-973a-4f8f-aba4-37d2dfa901af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.275216] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1214.275216] env[69895]: value = "task-3472531" [ 1214.275216] env[69895]: _type = "Task" [ 1214.275216] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.280910] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.281543] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a73d70f-dae2-41d6-8e30-2e33f05fb4f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.285817] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.289571] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1214.289571] env[69895]: value = "task-3472532" [ 1214.289571] env[69895]: _type = "Task" [ 1214.289571] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.299181] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.394195] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Successfully created port: 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.547750] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.551237] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6547e9a9-c1fa-4c87-a0c6-f27285944c79 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.666401] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.785677] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472531, 'name': PowerOffVM_Task, 'duration_secs': 0.185921} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.785913] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.786097] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.786349] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad018e44-13af-415c-bdf4-fcbb4755aa69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.797429] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472532, 'name': PowerOffVM_Task, 'duration_secs': 0.176688} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.797669] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.797832] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.798065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0335198c-72d7-4647-b44f-668335240fc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.861054] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.861293] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.861476] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore2] 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.862590] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fde28b7-fe9e-449b-adc0-751055610311 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.864415] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.864940] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.864940] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore1] fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.865121] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb4787a-2f80-41d6-be32-17e124418dc0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.871104] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1214.871104] env[69895]: value = "task-3472536" [ 1214.871104] env[69895]: _type = "Task" [ 1214.871104] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.872178] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1214.872178] env[69895]: value = "task-3472535" [ 1214.872178] env[69895]: _type = "Task" [ 1214.872178] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.882223] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.885100] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.186046] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.186339] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.188276] env[69895]: INFO nova.compute.claims [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.386537] env[69895]: DEBUG oslo_vmware.api [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141026} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.388867] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.389328] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.389709] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.390047] env[69895]: INFO nova.compute.manager [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1215.390460] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.390837] env[69895]: DEBUG oslo_vmware.api [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127367} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.391189] env[69895]: DEBUG nova.compute.manager [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.391418] env[69895]: DEBUG nova.network.neutron [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.393157] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.393478] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.393806] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.394122] env[69895]: INFO nova.compute.manager [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1215.394489] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.394806] env[69895]: DEBUG nova.compute.manager [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.395034] env[69895]: DEBUG nova.network.neutron [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.560129] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.595717] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.596112] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.596399] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.596724] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.596911] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.597089] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.597323] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.597480] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.597683] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.597805] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.597979] env[69895]: DEBUG nova.virt.hardware [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.598913] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10058d5f-5e19-4ef2-8638-35358614700b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.607927] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b57826-72cc-4e0a-bf22-cbcd90a89143 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.859342] env[69895]: DEBUG nova.compute.manager [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.859724] env[69895]: DEBUG oslo_concurrency.lockutils [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.859978] env[69895]: DEBUG oslo_concurrency.lockutils [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.860227] env[69895]: DEBUG oslo_concurrency.lockutils [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.860522] env[69895]: DEBUG nova.compute.manager [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] No waiting events found dispatching network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.860777] env[69895]: WARNING nova.compute.manager [req-e75cf600-62d8-477a-895f-bdc88d1dc00b req-247ea35e-733b-447f-835b-dfd964eb45d7 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received unexpected event network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 for instance with vm_state building and task_state spawning. [ 1215.891524] env[69895]: DEBUG nova.compute.manager [req-88b6d7e6-db2b-472c-aabe-4f771e5ddff9 req-ee804c6b-8f5f-43da-a2ba-c55c16cd0e50 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Received event network-vif-deleted-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.891794] env[69895]: INFO nova.compute.manager [req-88b6d7e6-db2b-472c-aabe-4f771e5ddff9 req-ee804c6b-8f5f-43da-a2ba-c55c16cd0e50 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Neutron deleted interface 3835ce39-2ee4-4fcd-851b-26ebb8a710e7; detaching it from the instance and deleting it from the info cache [ 1215.892323] env[69895]: DEBUG nova.network.neutron [req-88b6d7e6-db2b-472c-aabe-4f771e5ddff9 req-ee804c6b-8f5f-43da-a2ba-c55c16cd0e50 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.949535] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Successfully updated port: 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.290171] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed77543-9876-4006-9e01-6fb9b49b1009 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.297335] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd203a-ddcf-47e1-81a3-4cf8270c15ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.327265] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb6e96-187e-4da8-8c9b-0be856ac3263 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.333215] env[69895]: DEBUG nova.network.neutron [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.335338] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149c0ee-2200-44e7-8ab1-9bc78d8b3c7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.348521] env[69895]: DEBUG nova.compute.provider_tree [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.395645] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f790975-b7b6-4dc3-984a-ee4cf3ab9cfd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.405959] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70057f47-f1e1-4667-8a08-c354595a047a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.430886] env[69895]: DEBUG nova.compute.manager [req-88b6d7e6-db2b-472c-aabe-4f771e5ddff9 req-ee804c6b-8f5f-43da-a2ba-c55c16cd0e50 service nova] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Detach interface failed, port_id=3835ce39-2ee4-4fcd-851b-26ebb8a710e7, reason: Instance 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.451589] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.451724] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.451854] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.499096] env[69895]: DEBUG nova.network.neutron [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.840434] env[69895]: INFO nova.compute.manager [-] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Took 1.45 seconds to deallocate network for instance. [ 1216.851204] env[69895]: DEBUG nova.scheduler.client.report [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.981763] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.002213] env[69895]: INFO nova.compute.manager [-] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Took 1.61 seconds to deallocate network for instance. [ 1217.104686] env[69895]: DEBUG nova.network.neutron [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.347481] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.355475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.355962] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.359096] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.012s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.359319] env[69895]: DEBUG nova.objects.instance [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'resources' on Instance uuid 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.509013] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.607267] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.607592] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance network_info: |[{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.608089] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d1:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0746fee7-31cf-4584-bb0f-890c3a3dc124', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.616583] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.616885] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.617185] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56d1d348-6a66-4387-8ae1-8b31ee00dc01 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.642995] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.642995] env[69895]: value = "task-3472538" [ 1217.642995] env[69895]: _type = "Task" [ 1217.642995] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.653024] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472538, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.861121] env[69895]: DEBUG nova.compute.utils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.862721] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.862892] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.884314] env[69895]: DEBUG nova.compute.manager [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.884487] env[69895]: DEBUG nova.compute.manager [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing instance network info cache due to event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.884672] env[69895]: DEBUG oslo_concurrency.lockutils [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.884951] env[69895]: DEBUG oslo_concurrency.lockutils [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.885159] env[69895]: DEBUG nova.network.neutron [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.906944] env[69895]: DEBUG nova.policy [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012b3bb7dcf048ecbd1ecf9629795650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd254bc462d746bbbc41bb6535427202', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.919614] env[69895]: DEBUG nova.compute.manager [req-cc6295da-2a5d-46ff-b926-1e169a6e21cd req-b43da55d-076a-44f4-b87c-af13710a46e0 service nova] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Received event network-vif-deleted-60e8019c-f479-4b08-a825-64842b28221a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.967959] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88090db-eb1d-4423-832d-6602b5ab9ff2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.975253] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c9805-20c5-4f73-81e0-9e6fd4a6ac81 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.005579] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd47aa-2299-4c56-b328-7b8c7e528557 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.012479] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578ad39-26e8-4fcd-8276-a4389c057a7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.025954] env[69895]: DEBUG nova.compute.provider_tree [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.134048] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Successfully created port: 1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.152253] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472538, 'name': CreateVM_Task, 'duration_secs': 0.287186} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.152430] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.153122] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.153280] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.153591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.153844] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464e476e-8734-478e-931a-5fac51ec3446 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.158131] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1218.158131] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ddfd4b-489e-c87f-937a-a300cc5cc943" [ 1218.158131] env[69895]: _type = "Task" [ 1218.158131] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.165925] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ddfd4b-489e-c87f-937a-a300cc5cc943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.365557] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.529569] env[69895]: DEBUG nova.scheduler.client.report [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.583585] env[69895]: DEBUG nova.network.neutron [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updated VIF entry in instance network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.583938] env[69895]: DEBUG nova.network.neutron [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.668705] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ddfd4b-489e-c87f-937a-a300cc5cc943, 'name': SearchDatastore_Task, 'duration_secs': 0.028567} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.668956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.669202] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.669461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.669614] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.669795] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.670062] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92b9eda-b1a3-4426-a85b-6b50968ba117 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.681628] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.681845] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.682567] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d94fa1-75c2-445a-93f5-1ad20551d823 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.687191] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1218.687191] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52405ff9-f0fc-4e8d-5b75-84ab27a7f528" [ 1218.687191] env[69895]: _type = "Task" [ 1218.687191] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.694408] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52405ff9-f0fc-4e8d-5b75-84ab27a7f528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.034193] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.036490] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.528s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.036679] env[69895]: DEBUG nova.objects.instance [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'resources' on Instance uuid fce02cc8-b78e-4909-9da5-77c0643fd3e2 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.058797] env[69895]: INFO nova.scheduler.client.report [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocations for instance 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3 [ 1219.085883] env[69895]: DEBUG oslo_concurrency.lockutils [req-d80b460b-7600-414c-b214-bc339ca59f03 req-34216f5e-38df-444b-a40c-32546e2923ed service nova] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.197672] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52405ff9-f0fc-4e8d-5b75-84ab27a7f528, 'name': SearchDatastore_Task, 'duration_secs': 0.034076} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.198465] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2372b8-f5e0-49dc-8023-6671c650924e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.203242] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1219.203242] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cac3e8-c997-dbb7-47a6-a4eae2f1c508" [ 1219.203242] env[69895]: _type = "Task" [ 1219.203242] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.210373] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cac3e8-c997-dbb7-47a6-a4eae2f1c508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.374728] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.401551] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.401787] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.401943] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.402141] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.402288] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.402538] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.402678] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.402889] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.403099] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.403273] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.403443] env[69895]: DEBUG nova.virt.hardware [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.404299] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd794f-4520-4d79-9e94-35988f15b99c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.412368] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef7cc0-3968-46fd-a6fa-bcb144bd0de3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.566739] env[69895]: DEBUG oslo_concurrency.lockutils [None req-44492e76-193f-4b26-8723-7f0d6e67ec4d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "1c8cf0c5-f1b7-49c2-963b-503fbbb951f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.626383] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2227bfa3-b7dd-4af0-9ac1-db51bd8eb4ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.634014] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4557c87-5513-474d-973d-96b89cd0a99d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.664389] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25208598-22b6-4355-b268-d3c0c383cf6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.671603] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191d947a-6de9-444b-9e1c-a927cf497145 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.684734] env[69895]: DEBUG nova.compute.provider_tree [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.712144] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52cac3e8-c997-dbb7-47a6-a4eae2f1c508, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.712355] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.712603] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.712853] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa60e851-8220-4b9d-bb09-a42ad46245b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.726117] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1219.726117] env[69895]: value = "task-3472539" [ 1219.726117] env[69895]: _type = "Task" [ 1219.726117] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.728302] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.959649] env[69895]: DEBUG nova.compute.manager [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Received event network-vif-plugged-1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.960026] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.960154] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.960364] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.960748] env[69895]: DEBUG nova.compute.manager [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] No waiting events found dispatching network-vif-plugged-1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.960930] env[69895]: WARNING nova.compute.manager [req-3f322acd-ea3a-4e2c-8342-553f6d2ee870 req-a8652c64-1eaf-4f5b-a5b6-133b1e66f28f service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Received unexpected event network-vif-plugged-1b666ca2-fce1-42c6-8253-adee68b61df2 for instance with vm_state building and task_state spawning. [ 1220.004991] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Successfully updated port: 1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.188325] env[69895]: DEBUG nova.scheduler.client.report [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.230464] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438047} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.230464] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.230740] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.231649] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0f8347-a9ad-416b-904a-266bbdc42e35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.241271] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1220.241271] env[69895]: value = "task-3472540" [ 1220.241271] env[69895]: _type = "Task" [ 1220.241271] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.249558] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.510920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.510920] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.510920] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.692960] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.715918] env[69895]: INFO nova.scheduler.client.report [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocations for instance fce02cc8-b78e-4909-9da5-77c0643fd3e2 [ 1220.756892] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069274} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.756892] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.756892] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e78643-fe1e-4ffa-b55f-0d344d8df7f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.777881] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.778639] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41daa8e-d530-4b44-9cf4-af10da5ecff4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.798992] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1220.798992] env[69895]: value = "task-3472541" [ 1220.798992] env[69895]: _type = "Task" [ 1220.798992] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.807517] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.045766] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.223249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f1734aef-92a6-4427-a390-5699a4f23c2f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "fce02cc8-b78e-4909-9da5-77c0643fd3e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.277671] env[69895]: DEBUG nova.network.neutron [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.312624] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472541, 'name': ReconfigVM_Task, 'duration_secs': 0.282542} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.313962] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.313962] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f25dc999-7bf6-459a-822f-f3ae064edfb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.321093] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1221.321093] env[69895]: value = "task-3472542" [ 1221.321093] env[69895]: _type = "Task" [ 1221.321093] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.329096] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472542, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.780864] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.781214] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Instance network_info: |[{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.781643] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:ae:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b666ca2-fce1-42c6-8253-adee68b61df2', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.789071] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.789285] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.789540] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b03954-9322-4814-8149-f3f8332a038b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.808736] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.808736] env[69895]: value = "task-3472543" [ 1221.808736] env[69895]: _type = "Task" [ 1221.808736] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.816867] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472543, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.831657] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472542, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.991145] env[69895]: DEBUG nova.compute.manager [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Received event network-changed-1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.991363] env[69895]: DEBUG nova.compute.manager [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Refreshing instance network info cache due to event network-changed-1b666ca2-fce1-42c6-8253-adee68b61df2. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.991584] env[69895]: DEBUG oslo_concurrency.lockutils [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] Acquiring lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.991739] env[69895]: DEBUG oslo_concurrency.lockutils [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] Acquired lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.991922] env[69895]: DEBUG nova.network.neutron [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Refreshing network info cache for port 1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.318139] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472543, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.329721] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472542, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.522492] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "091ffec0-c123-4317-a168-e93d3995865d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.523056] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.720245] env[69895]: DEBUG nova.network.neutron [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updated VIF entry in instance network info cache for port 1b666ca2-fce1-42c6-8253-adee68b61df2. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.720609] env[69895]: DEBUG nova.network.neutron [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.818919] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472543, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.830376] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472542, 'name': Rename_Task, 'duration_secs': 1.277685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.830794] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.831065] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8db6582-0940-4b71-bf40-b544ea6b5ff5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.836897] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1222.836897] env[69895]: value = "task-3472544" [ 1222.836897] env[69895]: _type = "Task" [ 1222.836897] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.844546] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.025455] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.223593] env[69895]: DEBUG oslo_concurrency.lockutils [req-6098b230-224d-4fb2-a3f1-475c6ca3fe3a req-ff12e72d-3643-47a6-8bc0-f50db6e1de14 service nova] Releasing lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.320513] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472543, 'name': CreateVM_Task, 'duration_secs': 1.014561} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.320745] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.321489] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.321664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.321983] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.322248] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4721873f-7800-4a6b-bb04-fd4fcec95189 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.326885] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1223.326885] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210fa29-14ab-6ef0-0b29-5dbf00694480" [ 1223.326885] env[69895]: _type = "Task" [ 1223.326885] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.334275] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210fa29-14ab-6ef0-0b29-5dbf00694480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.344131] env[69895]: DEBUG oslo_vmware.api [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472544, 'name': PowerOnVM_Task, 'duration_secs': 0.452989} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.344364] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.344557] env[69895]: INFO nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1223.344734] env[69895]: DEBUG nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.345443] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3098e-c045-4b7a-a920-d2923a0725a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.548776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.549068] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.550567] env[69895]: INFO nova.compute.claims [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.836556] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5210fa29-14ab-6ef0-0b29-5dbf00694480, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.836849] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.837099] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.837361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.837466] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.837645] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.837910] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2ba1c1-f874-45ac-af74-9cb6526586bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.859985] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.860355] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.862982] env[69895]: INFO nova.compute.manager [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Took 14.48 seconds to build instance. [ 1223.864901] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.865298] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.866150] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b533cc92-7fc2-4a3e-9209-aaf08cc9df94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.873548] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1223.873548] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eefe4d-30f9-c663-5337-428455c9c009" [ 1223.873548] env[69895]: _type = "Task" [ 1223.873548] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.883928] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52eefe4d-30f9-c663-5337-428455c9c009, 'name': SearchDatastore_Task, 'duration_secs': 0.00822} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.885209] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d937e9e-d4cd-456a-a304-874090c3d23f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.890435] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1223.890435] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba7914-9ca0-1a51-b732-58200d95cd6d" [ 1223.890435] env[69895]: _type = "Task" [ 1223.890435] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.899615] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba7914-9ca0-1a51-b732-58200d95cd6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.120379] env[69895]: DEBUG nova.compute.manager [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.120607] env[69895]: DEBUG nova.compute.manager [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing instance network info cache due to event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.120818] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.120956] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.121431] env[69895]: DEBUG nova.network.neutron [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.364552] env[69895]: DEBUG oslo_concurrency.lockutils [None req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.991s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.371717] env[69895]: DEBUG nova.compute.utils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.401790] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ba7914-9ca0-1a51-b732-58200d95cd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.402088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.402349] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.402612] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8c5343-2e9f-48d0-82f3-a018cc118979 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.409314] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1224.409314] env[69895]: value = "task-3472545" [ 1224.409314] env[69895]: _type = "Task" [ 1224.409314] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.417285] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.659826] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f98edf2-ef89-4cba-9adc-6a2309b7d059 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.675780] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c5fec-6a01-4430-bb05-905e946ab871 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.715622] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14831ebb-3ca3-4222-bb06-ce421e634d1d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.726135] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680cc91c-f208-4e13-9118-29b6db34fb92 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.747820] env[69895]: DEBUG nova.compute.provider_tree [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.874390] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.877211] env[69895]: DEBUG nova.network.neutron [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updated VIF entry in instance network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.877598] env[69895]: DEBUG nova.network.neutron [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.919591] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453151} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.919870] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.920094] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.920345] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d37d8c5-340c-41f2-9ff8-eb66bc60ab36 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.926363] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1224.926363] env[69895]: value = "task-3472546" [ 1224.926363] env[69895]: _type = "Task" [ 1224.926363] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.934506] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.251400] env[69895]: DEBUG nova.scheduler.client.report [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.379604] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdefb941-92e7-477e-9975-615f6849ab22 req-4b5eb19f-4132-4e58-9eba-975023033bea service nova] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.436978] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058226} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.437268] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.438191] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c12c1-2094-443a-838e-403dd4597e94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.460435] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.461233] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b417a4-7da8-4ab5-b1f4-c05b2384b76b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.480851] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1225.480851] env[69895]: value = "task-3472547" [ 1225.480851] env[69895]: _type = "Task" [ 1225.480851] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.488685] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.757017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.757634] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.925952] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.926387] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.926432] env[69895]: INFO nova.compute.manager [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Attaching volume debd606d-8835-4825-bae4-83c5b4887913 to /dev/sdb [ 1225.961695] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6466fc-83c4-4549-8660-3ba5a2238abf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.970117] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990eb8ac-c34f-4364-868b-e343254494dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.986303] env[69895]: DEBUG nova.virt.block_device [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating existing volume attachment record: 3b64cfa1-75da-4f41-8ef7-d792f05e043d {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.996406] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.263388] env[69895]: DEBUG nova.compute.utils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.264856] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.265101] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.320070] env[69895]: DEBUG nova.policy [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a212224f862436594f61ab30278e1c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6a88e722c949bab8f6807b95542537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.495754] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472547, 'name': ReconfigVM_Task, 'duration_secs': 0.529792} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.496140] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.496830] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8acbc19-8784-4da4-a01d-714fa153a2b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.502738] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1226.502738] env[69895]: value = "task-3472551" [ 1226.502738] env[69895]: _type = "Task" [ 1226.502738] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.510876] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472551, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.586638] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Successfully created port: cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.768486] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.012014] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472551, 'name': Rename_Task, 'duration_secs': 0.144191} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.012353] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.012528] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db941a71-d9c2-45da-8284-2c027a11a595 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017812] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1227.017812] env[69895]: value = "task-3472552" [ 1227.017812] env[69895]: _type = "Task" [ 1227.017812] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.024766] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.528200] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.777945] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.803864] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.804122] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.804282] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.804465] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.804612] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.804757] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.804986] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.805137] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.805309] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.805473] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.805650] env[69895]: DEBUG nova.virt.hardware [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.806534] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d2c3ff-1e76-48d4-8516-114f866da981 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.814395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c85a977-2889-4d74-9726-eba7887aea98 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.937744] env[69895]: DEBUG nova.compute.manager [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Received event network-vif-plugged-cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.937995] env[69895]: DEBUG oslo_concurrency.lockutils [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] Acquiring lock "091ffec0-c123-4317-a168-e93d3995865d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.938241] env[69895]: DEBUG oslo_concurrency.lockutils [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] Lock "091ffec0-c123-4317-a168-e93d3995865d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.938418] env[69895]: DEBUG oslo_concurrency.lockutils [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] Lock "091ffec0-c123-4317-a168-e93d3995865d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.938611] env[69895]: DEBUG nova.compute.manager [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] No waiting events found dispatching network-vif-plugged-cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.938801] env[69895]: WARNING nova.compute.manager [req-58ac296a-2e25-4903-8eb8-776358b63a2e req-8ae6a308-f819-4db2-a2e3-7c9ce08f1edf service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Received unexpected event network-vif-plugged-cecdae5f-0a95-4221-9484-d31e2f25a363 for instance with vm_state building and task_state spawning. [ 1228.024826] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Successfully updated port: cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.029684] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.530664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.530835] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.530992] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.532192] env[69895]: DEBUG oslo_vmware.api [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472552, 'name': PowerOnVM_Task, 'duration_secs': 1.077075} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.532649] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.532866] env[69895]: INFO nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1228.533065] env[69895]: DEBUG nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.533850] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc412c-a384-46d6-ab88-2886163085d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.553651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.554053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.554235] env[69895]: DEBUG nova.compute.manager [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.555203] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61bb337-e17e-4d93-9250-0c13643971b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.562316] env[69895]: DEBUG nova.compute.manager [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69895) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1228.562942] env[69895]: DEBUG nova.objects.instance [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'flavor' on Instance uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.048905] env[69895]: INFO nova.compute.manager [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Took 13.88 seconds to build instance. [ 1229.080443] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.215224] env[69895]: DEBUG nova.network.neutron [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updating instance_info_cache with network_info: [{"id": "cecdae5f-0a95-4221-9484-d31e2f25a363", "address": "fa:16:3e:85:ab:f5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecdae5f-0a", "ovs_interfaceid": "cecdae5f-0a95-4221-9484-d31e2f25a363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.551660] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ffafe525-7967-404a-97c0-6c555cf7f978 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.389s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.569491] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.569819] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-358f0a57-0ffa-4cee-8283-0689de9d8694 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.576826] env[69895]: DEBUG oslo_vmware.api [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1229.576826] env[69895]: value = "task-3472554" [ 1229.576826] env[69895]: _type = "Task" [ 1229.576826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.585100] env[69895]: DEBUG oslo_vmware.api [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.718087] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.718448] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Instance network_info: |[{"id": "cecdae5f-0a95-4221-9484-d31e2f25a363", "address": "fa:16:3e:85:ab:f5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecdae5f-0a", "ovs_interfaceid": "cecdae5f-0a95-4221-9484-d31e2f25a363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.719116] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ab:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecdae5f-0a95-4221-9484-d31e2f25a363', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.726550] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.726784] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.727011] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4807c0-fe3c-4d70-94fc-b7cf275d488b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.746054] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.746054] env[69895]: value = "task-3472555" [ 1229.746054] env[69895]: _type = "Task" [ 1229.746054] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.754174] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472555, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.968943] env[69895]: DEBUG nova.compute.manager [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Received event network-changed-cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.969301] env[69895]: DEBUG nova.compute.manager [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Refreshing instance network info cache due to event network-changed-cecdae5f-0a95-4221-9484-d31e2f25a363. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.969389] env[69895]: DEBUG oslo_concurrency.lockutils [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] Acquiring lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.969574] env[69895]: DEBUG oslo_concurrency.lockutils [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] Acquired lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.969748] env[69895]: DEBUG nova.network.neutron [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Refreshing network info cache for port cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.086229] env[69895]: DEBUG oslo_vmware.api [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472554, 'name': PowerOffVM_Task, 'duration_secs': 0.184083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.086604] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.086651] env[69895]: DEBUG nova.compute.manager [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.087411] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d3af33-e781-4572-82fb-b175895a3634 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.255309] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472555, 'name': CreateVM_Task, 'duration_secs': 0.294927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.255516] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.256129] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.256304] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.256629] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.256873] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632d0fe4-b15d-496d-9c64-f569c26e0c6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.261029] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1230.261029] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b84362-5943-6cef-9830-fab06706e73e" [ 1230.261029] env[69895]: _type = "Task" [ 1230.261029] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.268042] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b84362-5943-6cef-9830-fab06706e73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.598741] env[69895]: DEBUG oslo_concurrency.lockutils [None req-81983188-8596-49b4-824c-c0a85198a88c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.711935] env[69895]: DEBUG nova.network.neutron [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updated VIF entry in instance network info cache for port cecdae5f-0a95-4221-9484-d31e2f25a363. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.712402] env[69895]: DEBUG nova.network.neutron [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updating instance_info_cache with network_info: [{"id": "cecdae5f-0a95-4221-9484-d31e2f25a363", "address": "fa:16:3e:85:ab:f5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecdae5f-0a", "ovs_interfaceid": "cecdae5f-0a95-4221-9484-d31e2f25a363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.772687] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b84362-5943-6cef-9830-fab06706e73e, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.773028] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.773266] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.773500] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.773662] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.773857] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.774180] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-697e5018-fc39-436e-a61a-3406dcc31d88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.783919] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.784135] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.784884] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a0eaa4-ae37-4abb-9c8f-70e936e13de6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.791124] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1230.791124] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5278938a-21e5-dc21-e5e2-df124c1a1e1f" [ 1230.791124] env[69895]: _type = "Task" [ 1230.791124] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.799947] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5278938a-21e5-dc21-e5e2-df124c1a1e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.860974] env[69895]: DEBUG nova.compute.manager [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1230.925153] env[69895]: DEBUG nova.objects.instance [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'flavor' on Instance uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.040878] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.041248] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694123', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'name': 'volume-debd606d-8835-4825-bae4-83c5b4887913', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab865f9-56a5-4bbc-8aa9-803560d9c773', 'attached_at': '', 'detached_at': '', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'serial': 'debd606d-8835-4825-bae4-83c5b4887913'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.042585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b018300-3752-488e-8a28-9fc3a69b9a95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.067479] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e2d81-5806-4f8e-a737-69dd80c8c601 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.108763] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-debd606d-8835-4825-bae4-83c5b4887913/volume-debd606d-8835-4825-bae4-83c5b4887913.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.109424] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a1f475-888d-407b-8b11-6adf66644a74 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.137020] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1231.137020] env[69895]: value = "task-3472556" [ 1231.137020] env[69895]: _type = "Task" [ 1231.137020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.148367] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.214996] env[69895]: DEBUG oslo_concurrency.lockutils [req-cc320ad1-8b68-46b8-bc3b-9ce01d8719a9 req-606ae466-26ba-4bac-a27e-164bc7200c98 service nova] Releasing lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.300975] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5278938a-21e5-dc21-e5e2-df124c1a1e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.301740] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7617d6ba-24c0-4d03-93be-bff6e2d5493f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.307083] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1231.307083] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520c875c-1717-0fa8-7f51-c8b488a4bf1e" [ 1231.307083] env[69895]: _type = "Task" [ 1231.307083] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.314678] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520c875c-1717-0fa8-7f51-c8b488a4bf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.382685] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.382971] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.430113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.430362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.430613] env[69895]: DEBUG nova.network.neutron [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.430890] env[69895]: DEBUG nova.objects.instance [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'info_cache' on Instance uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.647204] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.817967] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]520c875c-1717-0fa8-7f51-c8b488a4bf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.818288] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.818577] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 091ffec0-c123-4317-a168-e93d3995865d/091ffec0-c123-4317-a168-e93d3995865d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.818846] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e16d6c1-ae80-47c2-b111-c2edc66f70ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.826100] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1231.826100] env[69895]: value = "task-3472557" [ 1231.826100] env[69895]: _type = "Task" [ 1231.826100] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.834337] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.888299] env[69895]: INFO nova.compute.claims [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.933932] env[69895]: DEBUG nova.objects.base [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Object Instance<68663879-197f-482f-b5d4-9146bb59a872> lazy-loaded attributes: flavor,info_cache {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.148206] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472556, 'name': ReconfigVM_Task, 'duration_secs': 0.802644} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.148644] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-debd606d-8835-4825-bae4-83c5b4887913/volume-debd606d-8835-4825-bae4-83c5b4887913.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.153534] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9acaf3-d2ed-478b-9d3f-6184f1b94c6c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.169723] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1232.169723] env[69895]: value = "task-3472558" [ 1232.169723] env[69895]: _type = "Task" [ 1232.169723] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.178950] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.335990] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474974} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.336290] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 091ffec0-c123-4317-a168-e93d3995865d/091ffec0-c123-4317-a168-e93d3995865d.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.336495] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.336780] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5cdf5f4-ffe7-4414-9cff-0c1d1f32400a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.343195] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1232.343195] env[69895]: value = "task-3472559" [ 1232.343195] env[69895]: _type = "Task" [ 1232.343195] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.350586] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.394687] env[69895]: INFO nova.compute.resource_tracker [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating resource usage from migration 78986d22-3a23-4046-848b-3389ffa5f4e7 [ 1232.492416] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e80e7a-1961-4461-9850-e32599586368 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.499697] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcaa901-a07a-48c9-8fb3-8ada89246c1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.217853] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48842c27-8dcf-4145-9c96-b851ea22c1df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.220295] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076241} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.220522] env[69895]: DEBUG oslo_vmware.api [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472558, 'name': ReconfigVM_Task, 'duration_secs': 0.180997} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.222759] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.223108] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694123', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'name': 'volume-debd606d-8835-4825-bae4-83c5b4887913', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab865f9-56a5-4bbc-8aa9-803560d9c773', 'attached_at': '', 'detached_at': '', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'serial': 'debd606d-8835-4825-bae4-83c5b4887913'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.225282] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4304e7-c001-4ee9-b03a-1a90485c59b2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.231432] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24a8cfd-e140-4050-9543-debfa6ada164 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.251884] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 091ffec0-c123-4317-a168-e93d3995865d/091ffec0-c123-4317-a168-e93d3995865d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.254935] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404df6c7-1f8d-43da-ad4d-8ccd04ea428c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.277228] env[69895]: DEBUG nova.compute.provider_tree [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.284463] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1233.284463] env[69895]: value = "task-3472560" [ 1233.284463] env[69895]: _type = "Task" [ 1233.284463] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.295314] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.361294] env[69895]: DEBUG nova.network.neutron [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.780436] env[69895]: DEBUG nova.scheduler.client.report [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.794302] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472560, 'name': ReconfigVM_Task, 'duration_secs': 0.273675} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.795097] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 091ffec0-c123-4317-a168-e93d3995865d/091ffec0-c123-4317-a168-e93d3995865d.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.795716] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72c91d7f-08c3-486b-b001-a6fd6da9b35d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.802981] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1233.802981] env[69895]: value = "task-3472561" [ 1233.802981] env[69895]: _type = "Task" [ 1233.802981] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.811466] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472561, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.863853] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.263328] env[69895]: DEBUG nova.objects.instance [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'flavor' on Instance uuid 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.285434] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.902s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.285639] env[69895]: INFO nova.compute.manager [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Migrating [ 1234.312961] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472561, 'name': Rename_Task, 'duration_secs': 0.218833} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.313720] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.313970] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f4e229-31e4-4dd7-8c00-1ea17b15349b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.321027] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1234.321027] env[69895]: value = "task-3472562" [ 1234.321027] env[69895]: _type = "Task" [ 1234.321027] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.328335] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.768400] env[69895]: DEBUG oslo_concurrency.lockutils [None req-60236a12-a1c9-4765-ab82-8f39d6fc07a9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.842s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.800199] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.800531] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.800836] env[69895]: DEBUG nova.network.neutron [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.831529] env[69895]: DEBUG oslo_vmware.api [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472562, 'name': PowerOnVM_Task, 'duration_secs': 0.42661} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.831787] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.831980] env[69895]: INFO nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1234.832169] env[69895]: DEBUG nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.832956] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35650967-f25a-4b3d-9542-15a1c4ecc039 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.869636] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.869941] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81804619-58fc-4822-862e-68568ccb1c0c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.877727] env[69895]: DEBUG oslo_vmware.api [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1234.877727] env[69895]: value = "task-3472563" [ 1234.877727] env[69895]: _type = "Task" [ 1234.877727] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.886219] env[69895]: DEBUG oslo_vmware.api [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.353330] env[69895]: INFO nova.compute.manager [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Took 11.82 seconds to build instance. [ 1235.390041] env[69895]: DEBUG oslo_vmware.api [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472563, 'name': PowerOnVM_Task, 'duration_secs': 0.371053} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.392028] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.392028] env[69895]: DEBUG nova.compute.manager [None req-9d5c4b31-2dcf-4aaa-8c8f-d0151581705f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.392028] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f161a-40dc-40e1-8ff2-217525d1b5e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.494363] env[69895]: DEBUG nova.network.neutron [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.706286] env[69895]: DEBUG nova.compute.manager [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Received event network-changed-cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.706450] env[69895]: DEBUG nova.compute.manager [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Refreshing instance network info cache due to event network-changed-cecdae5f-0a95-4221-9484-d31e2f25a363. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.707039] env[69895]: DEBUG oslo_concurrency.lockutils [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] Acquiring lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.707422] env[69895]: DEBUG oslo_concurrency.lockutils [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] Acquired lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.707748] env[69895]: DEBUG nova.network.neutron [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Refreshing network info cache for port cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.854860] env[69895]: DEBUG oslo_concurrency.lockutils [None req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.332s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.997332] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.123808] env[69895]: DEBUG nova.compute.manager [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1236.393776] env[69895]: DEBUG nova.network.neutron [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updated VIF entry in instance network info cache for port cecdae5f-0a95-4221-9484-d31e2f25a363. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.394176] env[69895]: DEBUG nova.network.neutron [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updating instance_info_cache with network_info: [{"id": "cecdae5f-0a95-4221-9484-d31e2f25a363", "address": "fa:16:3e:85:ab:f5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecdae5f-0a", "ovs_interfaceid": "cecdae5f-0a95-4221-9484-d31e2f25a363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.647035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.647035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.897063] env[69895]: DEBUG oslo_concurrency.lockutils [req-788ffba5-7328-4794-8411-3d5d19facfd6 req-e2d385cc-fc26-41be-b796-b4f83f12cbf4 service nova] Releasing lock "refresh_cache-091ffec0-c123-4317-a168-e93d3995865d" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.152056] env[69895]: INFO nova.compute.claims [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.256043] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb575629-3bdb-43cc-a5b8-95333035b2c2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.263529] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Suspending the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1237.263789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d48e74dd-dc9a-49f1-a2c8-36c80cbb521e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.270343] env[69895]: DEBUG oslo_vmware.api [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1237.270343] env[69895]: value = "task-3472565" [ 1237.270343] env[69895]: _type = "Task" [ 1237.270343] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.278410] env[69895]: DEBUG oslo_vmware.api [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472565, 'name': SuspendVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.512717] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2a9b5-e095-4a07-aea2-28e75d3179ef {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.532055] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.658141] env[69895]: INFO nova.compute.resource_tracker [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating resource usage from migration 4486daa3-d405-4c5e-980f-3894b84c5190 [ 1237.772435] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae544b-a9c7-49b5-9943-8efdd4e71c4e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.786413] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3900c078-407e-45f9-a1d5-d32c0b83a909 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.789834] env[69895]: DEBUG oslo_vmware.api [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472565, 'name': SuspendVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.818806] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77b3e2-ec36-438a-8f26-cf61ce16e4d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.826147] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432bde9b-5a1f-4363-81b5-7e35ac22716c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.840070] env[69895]: DEBUG nova.compute.provider_tree [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.037980] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.038292] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a99d2c-293a-439b-a52e-c5b084f2d923 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.045880] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1238.045880] env[69895]: value = "task-3472566" [ 1238.045880] env[69895]: _type = "Task" [ 1238.045880] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.054301] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.281169] env[69895]: DEBUG oslo_vmware.api [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472565, 'name': SuspendVM_Task, 'duration_secs': 0.626604} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.281440] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Suspended the VM {{(pid=69895) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1238.281610] env[69895]: DEBUG nova.compute.manager [None req-f6bf1100-3fb8-481a-8b93-06abe98430af tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.282367] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3466830e-ba41-4793-967b-0c426de90181 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.343285] env[69895]: DEBUG nova.scheduler.client.report [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.555532] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472566, 'name': PowerOffVM_Task, 'duration_secs': 0.163368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.555876] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.556166] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.848398] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.202s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.848609] env[69895]: INFO nova.compute.manager [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Migrating [ 1239.063035] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.063035] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.063035] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.063614] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.063614] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.063614] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.063820] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.064031] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.064218] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.064419] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.064649] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.070884] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-becab7c2-bebb-48a6-ab22-8d74cb32aabe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.094154] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1239.094154] env[69895]: value = "task-3472567" [ 1239.094154] env[69895]: _type = "Task" [ 1239.094154] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.104958] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.363637] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.363869] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.364028] env[69895]: DEBUG nova.network.neutron [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.587741] env[69895]: INFO nova.compute.manager [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Resuming [ 1239.588381] env[69895]: DEBUG nova.objects.instance [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'flavor' on Instance uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.604482] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472567, 'name': ReconfigVM_Task, 'duration_secs': 0.149211} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.604764] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.085736] env[69895]: DEBUG nova.network.neutron [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.111021] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.111331] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.111440] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.111625] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.111772] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.111916] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.112130] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.112291] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.112453] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.112611] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.112787] env[69895]: DEBUG nova.virt.hardware [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.118257] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.118781] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb67110e-6b1a-4482-aa30-aae1bbfef8f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.138082] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1240.138082] env[69895]: value = "task-3472569" [ 1240.138082] env[69895]: _type = "Task" [ 1240.138082] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.147111] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.588987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.647636] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472569, 'name': ReconfigVM_Task, 'duration_secs': 0.300118} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.647905] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.648711] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343b3f3-7a85-4325-a64f-9c841f55ab48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.672163] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.672857] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d1a769-7cdb-4e52-a60d-bfaa86714ee1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.692830] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1240.692830] env[69895]: value = "task-3472570" [ 1240.692830] env[69895]: _type = "Task" [ 1240.692830] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.701023] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.098171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.098171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquired lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.098503] env[69895]: DEBUG nova.network.neutron [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.204108] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.704971] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472570, 'name': ReconfigVM_Task, 'duration_secs': 0.988927} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.705315] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2/629ae49f-46f9-4290-9fbc-85abc58b2aa2.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.705527] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.797971] env[69895]: DEBUG nova.network.neutron [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [{"id": "307d575d-027e-4683-b5cf-5c9d41e54946", "address": "fa:16:3e:35:f7:13", "network": {"id": "14d5ca4a-709c-4cc5-a359-292bc57b554d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1895522115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e260410d928a474aa5886f8afec01579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307d575d-02", "ovs_interfaceid": "307d575d-027e-4683-b5cf-5c9d41e54946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.104436] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8825b9-0377-42e8-a923-e24208c5d6e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.125647] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.212171] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90abbbcb-9fa9-4004-add8-c02216dd99e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.231694] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84372a-5289-4762-99fd-24d69272e054 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.251645] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.300582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Releasing lock "refresh_cache-68663879-197f-482f-b5d4-9146bb59a872" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.301562] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6cea6-7bec-4479-a17a-c06e138be26a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.308183] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Resuming the VM {{(pid=69895) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1242.308425] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778b9e24-3330-4328-83c9-9d24dcf6e065 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.314580] env[69895]: DEBUG oslo_vmware.api [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1242.314580] env[69895]: value = "task-3472572" [ 1242.314580] env[69895]: _type = "Task" [ 1242.314580] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.321738] env[69895]: DEBUG oslo_vmware.api [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.632341] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.632648] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e5c374-03e3-4842-9950-e4063df465e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.641099] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1242.641099] env[69895]: value = "task-3472573" [ 1242.641099] env[69895]: _type = "Task" [ 1242.641099] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.649643] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.796143] env[69895]: DEBUG nova.network.neutron [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Port 1b666ca2-fce1-42c6-8253-adee68b61df2 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1242.824559] env[69895]: DEBUG oslo_vmware.api [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472572, 'name': PowerOnVM_Task, 'duration_secs': 0.504899} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.824841] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Resumed the VM {{(pid=69895) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1242.825021] env[69895]: DEBUG nova.compute.manager [None req-e6ce2fd3-1f16-4f1a-98f3-f3edce09ccaf tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.826224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33684fd8-c1fe-4bee-b430-6283072c8c21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.151047] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.651057] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472573, 'name': PowerOffVM_Task, 'duration_secs': 0.821119} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.651376] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.651530] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.818703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.818703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.819206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.158194] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.158467] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.158604] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.158795] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.158943] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.159109] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.159319] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.159480] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.159684] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.159890] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.160052] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.165111] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbc57b9-108d-4cfe-9790-74d8e1b22acd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.182019] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1244.182019] env[69895]: value = "task-3472575" [ 1244.182019] env[69895]: _type = "Task" [ 1244.182019] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.191244] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.327405] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.327664] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.327866] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "68663879-197f-482f-b5d4-9146bb59a872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.328061] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.328231] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.330498] env[69895]: INFO nova.compute.manager [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Terminating instance [ 1244.692557] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.834069] env[69895]: DEBUG nova.compute.manager [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.834427] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.835023] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b6eef-88c2-4f10-8c91-50e6f0a3da42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.842195] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.842447] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7561d00f-d07e-49c6-9d43-a49c877c0334 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.847816] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1244.847816] env[69895]: value = "task-3472576" [ 1244.847816] env[69895]: _type = "Task" [ 1244.847816] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.855303] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.856409] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.856571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.856758] env[69895]: DEBUG nova.network.neutron [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.194437] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472575, 'name': ReconfigVM_Task, 'duration_secs': 0.570729} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.194733] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.358411] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472576, 'name': PowerOffVM_Task, 'duration_secs': 0.185707} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.358701] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.358871] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.361124] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d073a53-74b1-41c2-8b3a-90bd789f8ec4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.424071] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.424071] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.424071] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleting the datastore file [datastore2] 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.424071] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf67b51-345e-4bf8-a651-fcb65b1b4e26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.438355] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for the task: (returnval){ [ 1245.438355] env[69895]: value = "task-3472578" [ 1245.438355] env[69895]: _type = "Task" [ 1245.438355] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.442590] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.585395] env[69895]: DEBUG nova.network.neutron [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.701764] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.702024] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.702216] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.702410] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.702558] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.702704] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.702914] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.703089] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.703263] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.703429] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.703606] env[69895]: DEBUG nova.virt.hardware [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.709476] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.709873] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d60e05e-1d5f-4f50-a158-b899e21ad88c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.728589] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1245.728589] env[69895]: value = "task-3472580" [ 1245.728589] env[69895]: _type = "Task" [ 1245.728589] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.738533] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.943178] env[69895]: DEBUG oslo_vmware.api [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Task: {'id': task-3472578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152382} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.943458] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.943671] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.943859] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.944052] env[69895]: INFO nova.compute.manager [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.944301] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.944491] env[69895]: DEBUG nova.compute.manager [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.944584] env[69895]: DEBUG nova.network.neutron [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.088228] env[69895]: DEBUG oslo_concurrency.lockutils [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.240331] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472580, 'name': ReconfigVM_Task, 'duration_secs': 0.234081} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.240844] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.241742] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cf3c4-4905-4740-9f48-f3ecc43a5d23 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.269461] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.270208] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd34194f-673b-4660-9a99-53dd959ed4c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.288311] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1246.288311] env[69895]: value = "task-3472581" [ 1246.288311] env[69895]: _type = "Task" [ 1246.288311] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.296181] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.393401] env[69895]: DEBUG nova.compute.manager [req-8329609d-3887-4a5b-ba9a-7e53d186f83e req-2dfe292e-0a81-46c8-b247-96798d8a129b service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Received event network-vif-deleted-307d575d-027e-4683-b5cf-5c9d41e54946 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.393691] env[69895]: INFO nova.compute.manager [req-8329609d-3887-4a5b-ba9a-7e53d186f83e req-2dfe292e-0a81-46c8-b247-96798d8a129b service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Neutron deleted interface 307d575d-027e-4683-b5cf-5c9d41e54946; detaching it from the instance and deleting it from the info cache [ 1246.393823] env[69895]: DEBUG nova.network.neutron [req-8329609d-3887-4a5b-ba9a-7e53d186f83e req-2dfe292e-0a81-46c8-b247-96798d8a129b service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.621012] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3454b8a-b1f5-4850-9d70-a39c7405a010 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.640947] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38eee3-459e-400b-8579-8e629e6d567c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.647983] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.798625] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472581, 'name': ReconfigVM_Task, 'duration_secs': 0.329735} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.798902] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.799200] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.876875] env[69895]: DEBUG nova.network.neutron [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.896097] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b607454-ca2e-4ff6-98d4-918985661c0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.905747] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9f266-6ccc-4ef5-af25-ade91241db37 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.934544] env[69895]: DEBUG nova.compute.manager [req-8329609d-3887-4a5b-ba9a-7e53d186f83e req-2dfe292e-0a81-46c8-b247-96798d8a129b service nova] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Detach interface failed, port_id=307d575d-027e-4683-b5cf-5c9d41e54946, reason: Instance 68663879-197f-482f-b5d4-9146bb59a872 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.153456] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.153774] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b1562a5-8292-4758-9dbb-5449bce407f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.161826] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1247.161826] env[69895]: value = "task-3472582" [ 1247.161826] env[69895]: _type = "Task" [ 1247.161826] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.169831] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.305541] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e235d21d-9733-4b2f-bc0d-074aa33db65e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.326960] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd02ad80-696c-400e-ad5f-7192ed1543c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.346761] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.378925] env[69895]: INFO nova.compute.manager [-] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Took 1.43 seconds to deallocate network for instance. [ 1247.672109] env[69895]: DEBUG oslo_vmware.api [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472582, 'name': PowerOnVM_Task, 'duration_secs': 0.376413} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.672399] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.672584] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9f92c2-360b-4861-ace8-3898a401f8c2 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance '629ae49f-46f9-4290-9fbc-85abc58b2aa2' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.885370] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.885661] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.885888] env[69895]: DEBUG nova.objects.instance [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lazy-loading 'resources' on Instance uuid 68663879-197f-482f-b5d4-9146bb59a872 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.492473] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19ba83c-5f31-49e3-8861-e6d099aa3c32 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.501847] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f52b8e-1d68-4816-aba8-098c506149ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.531739] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd88be24-1db2-47f4-aa18-20195d000718 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.538605] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958d8ef-bf94-44ab-9aee-88d1dd901fa2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.551690] env[69895]: DEBUG nova.compute.provider_tree [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.986378] env[69895]: DEBUG nova.network.neutron [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1249.055067] env[69895]: DEBUG nova.scheduler.client.report [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.559934] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.578020] env[69895]: INFO nova.scheduler.client.report [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Deleted allocations for instance 68663879-197f-482f-b5d4-9146bb59a872 [ 1250.008766] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.009035] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.009225] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.084996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7143d4d6-af3e-4073-8146-2a65668e2ed0 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Lock "68663879-197f-482f-b5d4-9146bb59a872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.757s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.402458] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.402735] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.402934] env[69895]: DEBUG nova.compute.manager [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Going to confirm migration 7 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1250.989312] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.989841] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.989841] env[69895]: DEBUG nova.network.neutron [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.989954] env[69895]: DEBUG nova.objects.instance [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'info_cache' on Instance uuid 629ae49f-46f9-4290-9fbc-85abc58b2aa2 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.057772] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.058044] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.058250] env[69895]: DEBUG nova.network.neutron [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.911021] env[69895]: DEBUG nova.network.neutron [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.187194] env[69895]: DEBUG nova.network.neutron [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [{"id": "1b666ca2-fce1-42c6-8253-adee68b61df2", "address": "fa:16:3e:ef:ae:36", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b666ca2-fc", "ovs_interfaceid": "1b666ca2-fce1-42c6-8253-adee68b61df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.413504] env[69895]: DEBUG oslo_concurrency.lockutils [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.692784] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-629ae49f-46f9-4290-9fbc-85abc58b2aa2" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693090] env[69895]: DEBUG nova.objects.instance [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'migration_context' on Instance uuid 629ae49f-46f9-4290-9fbc-85abc58b2aa2 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.923123] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335917e-855e-4c0b-a845-af54093b56de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.930979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00956ace-4b82-4165-a4dc-e9807e673373 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.196483] env[69895]: DEBUG nova.objects.base [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Object Instance<629ae49f-46f9-4290-9fbc-85abc58b2aa2> lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.197384] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cdfbd0-c888-4df5-9656-0fdd28afbff9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.217756] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3933b5d-66aa-4a9b-98c7-5e001d75c3bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.223815] env[69895]: DEBUG oslo_vmware.api [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1253.223815] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bef3cb-9d6a-f645-aaa4-68dca30e05bf" [ 1253.223815] env[69895]: _type = "Task" [ 1253.223815] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.232036] env[69895]: DEBUG oslo_vmware.api [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bef3cb-9d6a-f645-aaa4-68dca30e05bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.734818] env[69895]: DEBUG oslo_vmware.api [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bef3cb-9d6a-f645-aaa4-68dca30e05bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.735530] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.735530] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.041240] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb342444-0020-43fb-b636-827f6b33f366 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.064858] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31615ab8-19e1-4364-958a-8bbaa712f28c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.073406] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.376205] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d71bd-e52d-45f8-99c9-333d8fb89e54 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.390861] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5224f12-7376-4393-bd0b-f4cf23b96afd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.426025] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb27b6b2-b305-4046-ac9a-d0c54cf1bdad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.435956] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c5f89-ad94-4379-a6f8-c94fea532a3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.452917] env[69895]: DEBUG nova.compute.provider_tree [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.580617] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.581071] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334ef443-4757-4950-8463-1c16aec7368c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.589417] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1254.589417] env[69895]: value = "task-3472586" [ 1254.589417] env[69895]: _type = "Task" [ 1254.589417] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.599161] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.916089] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.916341] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.960415] env[69895]: DEBUG nova.scheduler.client.report [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.101734] env[69895]: DEBUG oslo_vmware.api [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472586, 'name': PowerOnVM_Task, 'duration_secs': 0.507203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.101938] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.102395] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-59e8dc09-4aca-4573-86c9-3745fd460ae8 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance '5ab865f9-56a5-4bbc-8aa9-803560d9c773' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.418829] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.834088] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.834327] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.944179] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.972855] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.237s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.977918] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.033s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.981218] env[69895]: INFO nova.compute.claims [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.336707] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.553723] env[69895]: INFO nova.scheduler.client.report [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocation for migration 78986d22-3a23-4046-848b-3389ffa5f4e7 [ 1256.855509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.060628] env[69895]: DEBUG oslo_concurrency.lockutils [None req-70fd00f0-8342-49f1-ba9d-56612f674900 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.658s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.116669] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19960f44-821f-4901-95c2-95ecea42c6a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.127147] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782b8a7-59e5-4266-aacd-96a7093c918e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.158782] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c25ef3-2c8d-48b2-aaf7-b4aca4a3ec6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.167644] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd1e724-28c7-460a-bbfb-1730ac76ff20 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.182615] env[69895]: DEBUG nova.compute.provider_tree [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.687082] env[69895]: DEBUG nova.scheduler.client.report [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.153584] env[69895]: DEBUG nova.network.neutron [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1258.153876] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.154078] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.154249] env[69895]: DEBUG nova.network.neutron [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.193174] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.193469] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.196119] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.341s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.197482] env[69895]: INFO nova.compute.claims [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.247302] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.247563] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.247840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.248051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.248229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.250194] env[69895]: INFO nova.compute.manager [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Terminating instance [ 1258.670941] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.671197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.702965] env[69895]: DEBUG nova.compute.utils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.707307] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.707307] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.753520] env[69895]: DEBUG nova.compute.manager [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.753520] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.754687] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ff117-e149-478f-8bfe-95f9cccd8b19 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.763518] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.765918] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b84d8e8-f404-4b5f-82c0-d797934272f9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.768498] env[69895]: DEBUG nova.policy [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a212224f862436594f61ab30278e1c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6a88e722c949bab8f6807b95542537', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.777632] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1258.777632] env[69895]: value = "task-3472587" [ 1258.777632] env[69895]: _type = "Task" [ 1258.777632] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.786977] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.883595] env[69895]: DEBUG nova.network.neutron [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.023571] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Successfully created port: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.175704] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.207033] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.290040] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472587, 'name': PowerOffVM_Task, 'duration_secs': 0.370532} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.290210] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.290380] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.290632] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae991af0-6687-41dd-ab27-ae969a7bae95 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.329833] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d6d7e-34b3-4d75-98c7-f2aa0d22ec69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.339615] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc74f2-a974-4384-9376-476833a6d91a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.372347] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff41a8b-4659-49f5-8664-a8ec3f2264e6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.375717] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.375927] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.376131] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore1] 629ae49f-46f9-4290-9fbc-85abc58b2aa2 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.376699] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-510de5c9-5b0d-41c0-83b0-db5bb3069009 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.383432] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa8055-f206-46cf-ab55-3450d149c0f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.388100] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.389476] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1259.389476] env[69895]: value = "task-3472589" [ 1259.389476] env[69895]: _type = "Task" [ 1259.389476] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.401252] env[69895]: DEBUG nova.compute.provider_tree [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.408721] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.691591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.711545] env[69895]: INFO nova.virt.block_device [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Booting with volume 0cea04aa-fca0-4304-a98d-c9a81ee049c1 at /dev/sda [ 1259.746375] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f3b93a7-9d54-49d9-b04b-47e8c6cde431 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.756547] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866f1480-6bde-4289-81ad-2666b5b9da8d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.785851] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-753758a9-5eb8-4618-9f32-6cf118449eb2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.794264] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35dec33-1b34-4bfc-ae76-441dbf8187c0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.823401] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846e09e-e4e7-4eae-a634-038589eaa821 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.830183] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf849a5-7448-4b61-bd54-447d211310a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.846101] env[69895]: DEBUG nova.virt.block_device [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating existing volume attachment record: b9f48fe9-f8d6-4e49-bf7c-f7cd01d91e99 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.892704] env[69895]: DEBUG nova.compute.manager [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69895) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1259.904159] env[69895]: DEBUG oslo_vmware.api [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142377} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.905013] env[69895]: DEBUG nova.scheduler.client.report [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.907988] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.908211] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.908391] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.908586] env[69895]: INFO nova.compute.manager [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1259.909092] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.909254] env[69895]: DEBUG nova.compute.manager [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.909373] env[69895]: DEBUG nova.network.neutron [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.164971] env[69895]: DEBUG nova.compute.manager [req-b69d02fa-3ee8-4155-973c-8579929c3de7 req-280d8796-8fed-4055-b588-f8a693e8f86b service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Received event network-vif-deleted-1b666ca2-fce1-42c6-8253-adee68b61df2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.165146] env[69895]: INFO nova.compute.manager [req-b69d02fa-3ee8-4155-973c-8579929c3de7 req-280d8796-8fed-4055-b588-f8a693e8f86b service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Neutron deleted interface 1b666ca2-fce1-42c6-8253-adee68b61df2; detaching it from the instance and deleting it from the info cache [ 1260.165299] env[69895]: DEBUG nova.network.neutron [req-b69d02fa-3ee8-4155-973c-8579929c3de7 req-280d8796-8fed-4055-b588-f8a693e8f86b service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.389145] env[69895]: DEBUG nova.compute.manager [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Received event network-vif-plugged-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.389374] env[69895]: DEBUG oslo_concurrency.lockutils [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.389582] env[69895]: DEBUG oslo_concurrency.lockutils [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.389772] env[69895]: DEBUG oslo_concurrency.lockutils [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.389947] env[69895]: DEBUG nova.compute.manager [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] No waiting events found dispatching network-vif-plugged-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.390503] env[69895]: WARNING nova.compute.manager [req-428caf5b-04f5-4436-b74c-7850454b77aa req-7c19f340-bc57-4409-9946-2f65ba409aaf service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Received unexpected event network-vif-plugged-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f for instance with vm_state building and task_state block_device_mapping. [ 1260.410404] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.410914] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.413566] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.722s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.415232] env[69895]: INFO nova.compute.claims [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.469631] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Successfully updated port: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.648567] env[69895]: DEBUG nova.network.neutron [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.668529] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd19f117-16cd-4f4b-b536-247ffcd11d67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.680400] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78153c1-3d3c-454c-a0e4-fd72ed8c4d41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.709470] env[69895]: DEBUG nova.compute.manager [req-b69d02fa-3ee8-4155-973c-8579929c3de7 req-280d8796-8fed-4055-b588-f8a693e8f86b service nova] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Detach interface failed, port_id=1b666ca2-fce1-42c6-8253-adee68b61df2, reason: Instance 629ae49f-46f9-4290-9fbc-85abc58b2aa2 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1260.921134] env[69895]: DEBUG nova.compute.utils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.922960] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.923543] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.975021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975021] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.006851] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.098231] env[69895]: DEBUG nova.policy [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544f354610ed4b25bcd23246914f051c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f8113bc4ffe44a89ca63dcc6e79e874', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.151506] env[69895]: INFO nova.compute.manager [-] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Took 1.24 seconds to deallocate network for instance. [ 1261.356399] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Successfully created port: ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.426088] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.510672] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.562696] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721bb5d7-6845-4336-bd23-dd01eedca7e9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.571390] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da06861-4457-4d82-84c1-a6e3abb64f82 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.604321] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef422db5-0d0c-499b-a3ec-c07d7950657f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.612518] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6da60-c488-4e67-bbec-6c0ff1846a6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.627736] env[69895]: DEBUG nova.compute.provider_tree [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.658135] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.667581] env[69895]: DEBUG nova.network.neutron [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.936332] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.936823] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.936989] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.937162] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.937353] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.937502] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.937663] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.937937] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.938143] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.938321] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.938486] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.938659] env[69895]: DEBUG nova.virt.hardware [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.939503] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c06ac9-5ace-4cb2-9c9d-c1363c201fac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.948979] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb1b1b-41f0-4eda-b2e3-c01321b2581d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.135510] env[69895]: DEBUG nova.scheduler.client.report [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.170553] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.170828] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Instance network_info: |[{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.171916] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e9:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.182301] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.182808] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.183413] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-662caaa5-6041-4d7c-8169-ddcceba5bf56 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.208469] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.208469] env[69895]: value = "task-3472590" [ 1262.208469] env[69895]: _type = "Task" [ 1262.208469] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.218497] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472590, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.417241] env[69895]: DEBUG nova.compute.manager [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Received event network-changed-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.417491] env[69895]: DEBUG nova.compute.manager [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Refreshing instance network info cache due to event network-changed-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.417666] env[69895]: DEBUG oslo_concurrency.lockutils [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.417832] env[69895]: DEBUG oslo_concurrency.lockutils [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.418062] env[69895]: DEBUG nova.network.neutron [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Refreshing network info cache for port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.435320] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.464262] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.464520] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.464673] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.464851] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.465008] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.465207] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.465458] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.465717] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.465912] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.466102] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.466284] env[69895]: DEBUG nova.virt.hardware [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.467430] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498ae04e-7a7b-49b5-b6a0-79e1cb15c111 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.476935] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720adc8-510c-4736-8805-f04c3b5164a9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.642686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.643450] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.646414] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.640s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.723028] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472590, 'name': CreateVM_Task, 'duration_secs': 0.335401} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.723028] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.723028] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': 'b9f48fe9-f8d6-4e49-bf7c-f7cd01d91e99', 'device_type': None, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694126', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'name': 'volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da302f98-1dae-457b-aba2-bf067752e903', 'attached_at': '', 'detached_at': '', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'serial': '0cea04aa-fca0-4304-a98d-c9a81ee049c1'}, 'volume_type': None}], 'swap': None} {{(pid=69895) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1262.723028] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Root volume attach. Driver type: vmdk {{(pid=69895) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1262.723028] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71261cd5-7157-42e9-b147-f968f43e1dbf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.732836] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b9dc33-bdac-4c6f-8519-ecfb8d3927f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.739793] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d4cca-db0a-4ee1-9ece-2ef9314dcbfb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.748795] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-36e5503f-99bd-4451-95b2-b35cc38ecbaa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.756379] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1262.756379] env[69895]: value = "task-3472591" [ 1262.756379] env[69895]: _type = "Task" [ 1262.756379] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.765531] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472591, 'name': RelocateVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.880839] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Successfully updated port: ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.107984] env[69895]: DEBUG nova.network.neutron [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updated VIF entry in instance network info cache for port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.108404] env[69895]: DEBUG nova.network.neutron [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.150353] env[69895]: DEBUG nova.compute.utils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.151707] env[69895]: DEBUG nova.objects.instance [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'migration_context' on Instance uuid 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.153022] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.153215] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.191534] env[69895]: DEBUG nova.policy [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012b3bb7dcf048ecbd1ecf9629795650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd254bc462d746bbbc41bb6535427202', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.267770] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472591, 'name': RelocateVM_Task, 'duration_secs': 0.375417} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.268086] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.268316] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694126', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'name': 'volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da302f98-1dae-457b-aba2-bf067752e903', 'attached_at': '', 'detached_at': '', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'serial': '0cea04aa-fca0-4304-a98d-c9a81ee049c1'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.269276] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f337ca6-b261-40a3-9056-c0044dde9bf0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.287473] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2748bb5-9204-4307-b68c-26b690a3c250 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.310390] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1/volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.310666] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3a95b6-3c32-49a2-a1dc-0d09d715f0f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.332986] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1263.332986] env[69895]: value = "task-3472592" [ 1263.332986] env[69895]: _type = "Task" [ 1263.332986] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.341084] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.386784] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.387017] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquired lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.387224] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.566795] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Successfully created port: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.612126] env[69895]: DEBUG oslo_concurrency.lockutils [req-9aae61c4-e9b2-42eb-a1ae-5719e765ab72 req-ce2ee960-b5d9-49d7-96d0-84cfbe841e27 service nova] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.654573] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.791755] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e398f33-a7ea-461c-b7cc-d988432e58bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.800282] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3b6ce-7820-4c23-b18f-1a240c99d967 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.834219] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed18cdb-ff8a-4091-9c37-88806d5869cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.843263] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472592, 'name': ReconfigVM_Task, 'duration_secs': 0.268981} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.845520] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1/volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.850853] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4655d163-06ae-4f83-8eeb-e8f84cf1b0ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.861666] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93432f3e-881f-40d8-8e55-50e43a360340 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875914] env[69895]: DEBUG nova.compute.provider_tree [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.881717] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1263.881717] env[69895]: value = "task-3472593" [ 1263.881717] env[69895]: _type = "Task" [ 1263.881717] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.894454] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.929332] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.060209] env[69895]: DEBUG nova.network.neutron [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Updating instance_info_cache with network_info: [{"id": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "address": "fa:16:3e:86:7e:12", "network": {"id": "2ac44a71-2fd9-4e76-8f07-2f1f0f8e0944", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798902071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8113bc4ffe44a89ca63dcc6e79e874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee67382d-35", "ovs_interfaceid": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.383055] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.383591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.383808] env[69895]: INFO nova.compute.manager [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Shelving [ 1264.385706] env[69895]: DEBUG nova.scheduler.client.report [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.398499] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472593, 'name': ReconfigVM_Task, 'duration_secs': 0.132367} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.398945] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694126', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'name': 'volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da302f98-1dae-457b-aba2-bf067752e903', 'attached_at': '', 'detached_at': '', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'serial': '0cea04aa-fca0-4304-a98d-c9a81ee049c1'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.399625] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d07bd47e-b34f-4aa7-94c2-fd7f202d4e96 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.407841] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1264.407841] env[69895]: value = "task-3472594" [ 1264.407841] env[69895]: _type = "Task" [ 1264.407841] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.415993] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472594, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.446142] env[69895]: DEBUG nova.compute.manager [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Received event network-vif-plugged-ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.446432] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Acquiring lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.446742] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.446808] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.446980] env[69895]: DEBUG nova.compute.manager [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] No waiting events found dispatching network-vif-plugged-ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.447183] env[69895]: WARNING nova.compute.manager [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Received unexpected event network-vif-plugged-ee67382d-35d2-4a9c-85c5-34d353a45c31 for instance with vm_state building and task_state spawning. [ 1264.447349] env[69895]: DEBUG nova.compute.manager [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Received event network-changed-ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.447562] env[69895]: DEBUG nova.compute.manager [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Refreshing instance network info cache due to event network-changed-ee67382d-35d2-4a9c-85c5-34d353a45c31. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.447665] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Acquiring lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.562518] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Releasing lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.562933] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Instance network_info: |[{"id": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "address": "fa:16:3e:86:7e:12", "network": {"id": "2ac44a71-2fd9-4e76-8f07-2f1f0f8e0944", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798902071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8113bc4ffe44a89ca63dcc6e79e874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee67382d-35", "ovs_interfaceid": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.563356] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Acquired lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.563577] env[69895]: DEBUG nova.network.neutron [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Refreshing network info cache for port ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.565033] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:7e:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee67382d-35d2-4a9c-85c5-34d353a45c31', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.572511] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Creating folder: Project (1f8113bc4ffe44a89ca63dcc6e79e874). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.575408] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f917307-a6fd-48cd-ae60-90e67082b701 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.589071] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Created folder: Project (1f8113bc4ffe44a89ca63dcc6e79e874) in parent group-v693805. [ 1264.589270] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Creating folder: Instances. Parent ref: group-v694128. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.589501] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3f9efd-b06f-42e4-b9af-f2b96565520a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.599206] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Created folder: Instances in parent group-v694128. [ 1264.599456] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.599646] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.599916] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00f1ee7f-19a0-46a1-b753-523470e33ddb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.620889] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.620889] env[69895]: value = "task-3472597" [ 1264.620889] env[69895]: _type = "Task" [ 1264.620889] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.628792] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472597, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.664801] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.692318] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.692583] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.692741] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.692920] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.693084] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.693235] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.693439] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.693596] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.693762] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.693929] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.694119] env[69895]: DEBUG nova.virt.hardware [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.695244] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94312379-cb5e-42fa-8c7b-4c1ae7727a39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.703715] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87599917-ae67-44a3-83be-8f7a1af9d041 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.785149] env[69895]: DEBUG nova.network.neutron [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Updated VIF entry in instance network info cache for port ee67382d-35d2-4a9c-85c5-34d353a45c31. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.785599] env[69895]: DEBUG nova.network.neutron [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Updating instance_info_cache with network_info: [{"id": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "address": "fa:16:3e:86:7e:12", "network": {"id": "2ac44a71-2fd9-4e76-8f07-2f1f0f8e0944", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-798902071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f8113bc4ffe44a89ca63dcc6e79e874", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee67382d-35", "ovs_interfaceid": "ee67382d-35d2-4a9c-85c5-34d353a45c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.919549] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472594, 'name': Rename_Task, 'duration_secs': 0.143067} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.919856] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.920118] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5162eb7b-7eca-4062-a4c5-7a12f67c24ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.927295] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1264.927295] env[69895]: value = "task-3472598" [ 1264.927295] env[69895]: _type = "Task" [ 1264.927295] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.935336] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.126948] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Successfully updated port: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1265.134291] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472597, 'name': CreateVM_Task, 'duration_secs': 0.321538} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.134460] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.135137] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.135317] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.135616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.135865] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2014d8-eba6-4226-9b9c-833514fb6e25 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.140903] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1265.140903] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52465c98-e17b-2f00-e533-ea0d9844ac49" [ 1265.140903] env[69895]: _type = "Task" [ 1265.140903] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.150009] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52465c98-e17b-2f00-e533-ea0d9844ac49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.288848] env[69895]: DEBUG oslo_concurrency.lockutils [req-2830c5f8-f6a9-4df3-89d0-08ce5594eeb7 req-5aba31ff-dbd4-47b3-ae17-e72b99ea3d31 service nova] Releasing lock "refresh_cache-2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.401424] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.755s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.407106] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.749s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.407340] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.409614] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.412565] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64702133-3b23-4bdf-bf89-2e2f3cffc97d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.426554] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1265.426554] env[69895]: value = "task-3472599" [ 1265.426554] env[69895]: _type = "Task" [ 1265.426554] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.440551] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.445069] env[69895]: INFO nova.scheduler.client.report [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocations for instance 629ae49f-46f9-4290-9fbc-85abc58b2aa2 [ 1265.446436] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.631706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.631706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.631706] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.653185] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52465c98-e17b-2f00-e533-ea0d9844ac49, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.653528] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.653763] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.654009] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.654168] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.654350] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.654621] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad1ca784-4e54-45b4-867a-f6808b25dca8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.665126] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.665359] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.666067] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02b9d02-b46f-4f05-a95c-db5432a8e463 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.672539] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1265.672539] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e4eefa-a51e-3897-aeca-321747e151d3" [ 1265.672539] env[69895]: _type = "Task" [ 1265.672539] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.681905] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e4eefa-a51e-3897-aeca-321747e151d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.941639] env[69895]: DEBUG oslo_vmware.api [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472598, 'name': PowerOnVM_Task, 'duration_secs': 0.557549} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.945187] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.945419] env[69895]: INFO nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Took 4.01 seconds to spawn the instance on the hypervisor. [ 1265.945607] env[69895]: DEBUG nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.945872] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472599, 'name': PowerOffVM_Task, 'duration_secs': 0.218253} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.946562] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7305ed-2f9b-44a3-a976-dc89e3da8337 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.949177] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.950529] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddba81c-8430-4f7b-8244-06f63127a376 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.959676] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fffce108-8fb7-4134-966a-a67a90e23aff tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "629ae49f-46f9-4290-9fbc-85abc58b2aa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.712s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.975776] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b00bbf-3c88-4537-b539-fe2b90af81ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.160900] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.184441] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e4eefa-a51e-3897-aeca-321747e151d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010371} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.185256] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f15e9f-7131-4259-9970-c4f528d2a9b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.196858] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1266.196858] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298e6c5-d305-49a2-59fb-2c09b4836736" [ 1266.196858] env[69895]: _type = "Task" [ 1266.196858] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.205278] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298e6c5-d305-49a2-59fb-2c09b4836736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.320376] env[69895]: DEBUG nova.network.neutron [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.472625] env[69895]: DEBUG nova.compute.manager [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Received event network-vif-plugged-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.472904] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.473303] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.473303] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.473497] env[69895]: DEBUG nova.compute.manager [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] No waiting events found dispatching network-vif-plugged-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1266.473604] env[69895]: WARNING nova.compute.manager [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Received unexpected event network-vif-plugged-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 for instance with vm_state building and task_state spawning. [ 1266.473763] env[69895]: DEBUG nova.compute.manager [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Received event network-changed-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.473952] env[69895]: DEBUG nova.compute.manager [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Refreshing instance network info cache due to event network-changed-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.474160] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Acquiring lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.484152] env[69895]: INFO nova.compute.manager [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Took 10.56 seconds to build instance. [ 1266.486274] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1266.486589] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfc43d44-43c5-4101-a776-31abfb7e4a6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.496125] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1266.496125] env[69895]: value = "task-3472600" [ 1266.496125] env[69895]: _type = "Task" [ 1266.496125] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.505781] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472600, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.712827] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5298e6c5-d305-49a2-59fb-2c09b4836736, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.712827] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.712987] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31/2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.713199] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230b3e66-cb68-4131-b5a5-18b0be64d37c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.721079] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1266.721079] env[69895]: value = "task-3472601" [ 1266.721079] env[69895]: _type = "Task" [ 1266.721079] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.729904] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.823065] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.823707] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Instance network_info: |[{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.823916] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Acquired lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.824179] env[69895]: DEBUG nova.network.neutron [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Refreshing network info cache for port 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.828904] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bf0467a-2e1d-4cf4-a62f-5711b99d32a1', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.834451] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.834970] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.835304] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aedf48b8-9524-44bd-9123-0e05418101ac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.857971] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.857971] env[69895]: value = "task-3472602" [ 1266.857971] env[69895]: _type = "Task" [ 1266.857971] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.867163] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472602, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.953820] env[69895]: INFO nova.compute.manager [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Swapping old allocation on dict_keys(['7ecffc51-323f-4c97-913f-419a1a87f107']) held by migration 4486daa3-d405-4c5e-980f-3894b84c5190 for instance [ 1266.984129] env[69895]: DEBUG nova.scheduler.client.report [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Overwriting current allocation {'allocations': {'7ecffc51-323f-4c97-913f-419a1a87f107': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': 'bdba28ce152c4722b2245b2f85d38ac7', 'user_id': '6bde64d698c444c2a4d6b247ff6d02e4', 'consumer_generation': 1} on consumer 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1266.987365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-99a3c70d-7359-47bc-8860-4a61bbeecf71 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.071s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.010690] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472600, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.103576] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.103824] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.104038] env[69895]: DEBUG nova.network.neutron [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.231836] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442961} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.232036] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31/2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.232284] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.232534] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71537b2f-1d55-4c05-92f6-1a78023bd261 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.241066] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1267.241066] env[69895]: value = "task-3472603" [ 1267.241066] env[69895]: _type = "Task" [ 1267.241066] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.250239] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.370359] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472602, 'name': CreateVM_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.508349] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472600, 'name': CreateSnapshot_Task, 'duration_secs': 0.577503} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.508349] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1267.509224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd42a0c-20ca-4759-afdb-b8503365221a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.661185] env[69895]: DEBUG nova.network.neutron [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updated VIF entry in instance network info cache for port 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.661552] env[69895]: DEBUG nova.network.neutron [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.750680] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067498} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.753508] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.754338] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b81348a-a755-4983-b558-846de3f536f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.778581] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31/2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.778893] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903c2c72-fca9-4fc5-ab7a-c9cfe3840a8b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.803195] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1267.803195] env[69895]: value = "task-3472604" [ 1267.803195] env[69895]: _type = "Task" [ 1267.803195] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.816401] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.827629] env[69895]: DEBUG nova.network.neutron [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [{"id": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "address": "fa:16:3e:ea:1e:0e", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe8f14-0e", "ovs_interfaceid": "78fe8f14-0e19-4c60-9a5a-08e95c1fdee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.870042] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472602, 'name': CreateVM_Task, 'duration_secs': 0.691984} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.870042] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.870670] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.870898] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.871256] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.871789] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78ca560-638d-4f33-936a-4b9d47f09d68 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.876759] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1267.876759] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522493b1-500b-0ebc-e74f-289a8b930749" [ 1267.876759] env[69895]: _type = "Task" [ 1267.876759] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.885840] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522493b1-500b-0ebc-e74f-289a8b930749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.028660] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.028999] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc9c153b-68cd-47b0-943c-468be3921ba2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.041548] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1268.041548] env[69895]: value = "task-3472605" [ 1268.041548] env[69895]: _type = "Task" [ 1268.041548] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.051937] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472605, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.164475] env[69895]: DEBUG oslo_concurrency.lockutils [req-3f547938-8ad2-4fe9-8767-2a057e1ad760 req-8480d68a-21e0-4de9-a600-a7ca992e82be service nova] Releasing lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.314507] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.331735] env[69895]: DEBUG oslo_concurrency.lockutils [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-5ab865f9-56a5-4bbc-8aa9-803560d9c773" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.333156] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3386b9f8-ad0e-4ec8-bb58-477aa9ef61c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.342073] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b425d-01dd-401c-987b-b3118c33f888 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.387978] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522493b1-500b-0ebc-e74f-289a8b930749, 'name': SearchDatastore_Task, 'duration_secs': 0.011351} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.388315] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.388554] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.388789] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.388940] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.389176] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.389405] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4109f86d-2bc6-4e78-b391-51ea0341bb4c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.401043] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.401260] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.402026] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bef789-b26f-47a8-8156-298cadb5aaac {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.411318] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1268.411318] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528cadb8-9d37-ff4f-394c-d309ed2e83df" [ 1268.411318] env[69895]: _type = "Task" [ 1268.411318] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.420788] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528cadb8-9d37-ff4f-394c-d309ed2e83df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.508295] env[69895]: DEBUG nova.compute.manager [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.508540] env[69895]: DEBUG nova.compute.manager [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing instance network info cache due to event network-changed-490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.508903] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Acquiring lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.508978] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Acquired lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.509215] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Refreshing network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.553694] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472605, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.815423] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472604, 'name': ReconfigVM_Task, 'duration_secs': 0.583544} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.815731] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31/2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.816533] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ce91fd6-5d7f-4c0d-b3c5-97503e1871c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.824968] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1268.824968] env[69895]: value = "task-3472606" [ 1268.824968] env[69895]: _type = "Task" [ 1268.824968] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.834744] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472606, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.922504] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528cadb8-9d37-ff4f-394c-d309ed2e83df, 'name': SearchDatastore_Task, 'duration_secs': 0.017188} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.923362] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0548c6f-f8fe-45ea-bb52-01ea650e8d17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.930401] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1268.930401] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b99e7a-58a3-dd1b-b382-a5f5398b8baf" [ 1268.930401] env[69895]: _type = "Task" [ 1268.930401] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.944717] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b99e7a-58a3-dd1b-b382-a5f5398b8baf, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.945906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.946250] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.946514] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5610ad8-c213-4165-ab20-563243dc926a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.956475] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1268.956475] env[69895]: value = "task-3472607" [ 1268.956475] env[69895]: _type = "Task" [ 1268.956475] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.966194] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.057169] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472605, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.064200] env[69895]: DEBUG nova.compute.manager [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1269.244229] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updated VIF entry in instance network info cache for port 490cc4e4-8686-44cb-89b7-e93929098c4d. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.244690] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [{"id": "490cc4e4-8686-44cb-89b7-e93929098c4d", "address": "fa:16:3e:84:96:e8", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap490cc4e4-86", "ovs_interfaceid": "490cc4e4-8686-44cb-89b7-e93929098c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.274775] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.274969] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.338802] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472606, 'name': Rename_Task, 'duration_secs': 0.225952} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.339199] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.339492] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f702fdd3-1358-468a-841e-cf9732729e58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.347231] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1269.347231] env[69895]: value = "task-3472608" [ 1269.347231] env[69895]: _type = "Task" [ 1269.347231] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.358527] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.434610] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.434899] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c8289c2-c66f-4a86-b67c-df310ea37e6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.445899] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1269.445899] env[69895]: value = "task-3472609" [ 1269.445899] env[69895]: _type = "Task" [ 1269.445899] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.467081] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.470844] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489073} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.471242] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.471514] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.471885] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfaacf03-0de9-43d2-bb41-6fde8c3d6df6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.482565] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1269.482565] env[69895]: value = "task-3472610" [ 1269.482565] env[69895]: _type = "Task" [ 1269.482565] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.492426] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.558299] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472605, 'name': CloneVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.586581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.586912] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.748324] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Releasing lock "refresh_cache-e993427e-b1e2-489f-a54a-0500c25cf072" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.748539] env[69895]: DEBUG nova.compute.manager [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Received event network-changed-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.748707] env[69895]: DEBUG nova.compute.manager [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Refreshing instance network info cache due to event network-changed-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.748930] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.749081] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.749244] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Refreshing network info cache for port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.781936] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1269.781936] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.857681] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472608, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.958111] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472609, 'name': PowerOffVM_Task, 'duration_secs': 0.229827} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.958400] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.959079] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.959295] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.959481] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.959633] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.959776] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.959955] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.960182] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.960344] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.960526] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.960698] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.960875] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.965760] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9765ab9e-0145-4337-bb16-e041aeaefead {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.988339] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1269.988339] env[69895]: value = "task-3472611" [ 1269.988339] env[69895]: _type = "Task" [ 1269.988339] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.995044] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074801} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.995715] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.996685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea711741-dfbf-4b6f-a5a1-2dde95aa6ded {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.002410] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.023314] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.023634] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b05194-1a2c-4a79-b2a5-1e7d49cd5c6e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.044705] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1270.044705] env[69895]: value = "task-3472612" [ 1270.044705] env[69895]: _type = "Task" [ 1270.044705] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.057042] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.060410] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472605, 'name': CloneVM_Task, 'duration_secs': 1.599783} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.060666] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Created linked-clone VM from snapshot [ 1270.061467] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be4d7f4-0a5a-47f7-aa38-5d269256b940 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.070617] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Uploading image c03fb795-0e5a-434b-98ea-ab9d15249236 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.092378] env[69895]: INFO nova.compute.claims [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.104671] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.104671] env[69895]: value = "vm-694133" [ 1270.104671] env[69895]: _type = "VirtualMachine" [ 1270.104671] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.104994] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a97be0d5-7d47-4632-a0d1-3f2ddcc07988 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.112645] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease: (returnval){ [ 1270.112645] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1f000-685b-f497-a1ec-8afc402f4cdd" [ 1270.112645] env[69895]: _type = "HttpNfcLease" [ 1270.112645] env[69895]: } obtained for exporting VM: (result){ [ 1270.112645] env[69895]: value = "vm-694133" [ 1270.112645] env[69895]: _type = "VirtualMachine" [ 1270.112645] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.113085] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the lease: (returnval){ [ 1270.113085] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1f000-685b-f497-a1ec-8afc402f4cdd" [ 1270.113085] env[69895]: _type = "HttpNfcLease" [ 1270.113085] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.120117] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.120117] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1f000-685b-f497-a1ec-8afc402f4cdd" [ 1270.120117] env[69895]: _type = "HttpNfcLease" [ 1270.120117] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.284363] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.363773] env[69895]: DEBUG oslo_vmware.api [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472608, 'name': PowerOnVM_Task, 'duration_secs': 0.772185} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.364059] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.364274] env[69895]: INFO nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1270.364457] env[69895]: DEBUG nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.365274] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f877b2cb-e360-4f12-b0e7-77d816e4d027 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.463368] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updated VIF entry in instance network info cache for port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.463758] env[69895]: DEBUG nova.network.neutron [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.499765] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.554883] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.602034] env[69895]: INFO nova.compute.resource_tracker [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating resource usage from migration ee6f462d-3d71-4581-8c59-9f4b5eb93246 [ 1270.622848] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.622848] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1f000-685b-f497-a1ec-8afc402f4cdd" [ 1270.622848] env[69895]: _type = "HttpNfcLease" [ 1270.622848] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.623261] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.623261] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c1f000-685b-f497-a1ec-8afc402f4cdd" [ 1270.623261] env[69895]: _type = "HttpNfcLease" [ 1270.623261] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1270.624474] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feedcc97-2746-4320-b00b-f95b5cd6c45b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.631810] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.631993] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1270.760833] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c0ca2-8fd0-44eb-8b3a-f42d1313a423 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.769588] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d00ac-990c-4c78-ad53-1283689651a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.800949] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24464bb-d9f8-4382-930f-7260590e327b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.808985] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d70c5-b009-4447-8728-b05b6ff6d7f2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.822761] env[69895]: DEBUG nova.compute.provider_tree [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.874760] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e124a6b7-3424-4903-bac5-13e2f88e549b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.887057] env[69895]: INFO nova.compute.manager [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Took 14.05 seconds to build instance. [ 1270.967505] env[69895]: DEBUG oslo_concurrency.lockutils [req-340fc0e6-edd5-4cb7-9ed9-3e5d38969449 req-784313a8-99f3-4a6d-8aaf-ceb80e636b2f service nova] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.000791] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.055713] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472612, 'name': ReconfigVM_Task, 'duration_secs': 0.933112} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.058685] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.058685] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a32bb6f-a129-4f21-a118-f67ccf10b2ba {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.065101] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1271.065101] env[69895]: value = "task-3472614" [ 1271.065101] env[69895]: _type = "Task" [ 1271.065101] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.072869] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472614, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.327120] env[69895]: DEBUG nova.scheduler.client.report [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.390345] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2a38bdd1-5881-41d4-b429-c890671f9219 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.556s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.503578] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472611, 'name': ReconfigVM_Task, 'duration_secs': 1.351902} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.504508] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438c7d8-2779-4782-8301-494ddc821c64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.528295] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.528659] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.528826] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.529146] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.529443] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.529537] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.529799] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.530859] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.531064] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.531311] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.531543] env[69895]: DEBUG nova.virt.hardware [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.532553] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7255727-08a8-4fbe-ac1d-0d993ed470be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.540110] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1271.540110] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df1628-7ce8-ee1d-9f99-a510d216f0f5" [ 1271.540110] env[69895]: _type = "Task" [ 1271.540110] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.549495] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df1628-7ce8-ee1d-9f99-a510d216f0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.575337] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472614, 'name': Rename_Task, 'duration_secs': 0.224911} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.575702] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.576034] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd5f971c-9809-46e9-87f8-d8e92fdeb91f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.585019] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1271.585019] env[69895]: value = "task-3472615" [ 1271.585019] env[69895]: _type = "Task" [ 1271.585019] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.594414] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.833945] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.247s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.834393] env[69895]: INFO nova.compute.manager [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Migrating [ 1271.850865] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.565s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.850865] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.850865] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1271.856394] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef29b93-760a-4472-9c7c-fbb1e82c1c17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.868501] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d38b6-f1e8-44b6-8581-5ad62d5c80be {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.889896] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a05850-b11b-465c-a1b2-7bd93f4384c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.898554] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773dce52-8926-4fad-97ca-545cc8ffed69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.935273] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179965MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1271.935273] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.935273] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.054622] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52df1628-7ce8-ee1d-9f99-a510d216f0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.060694] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.061929] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce14fb19-5426-498b-8edf-b19171cfe9c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.082832] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1272.082832] env[69895]: value = "task-3472616" [ 1272.082832] env[69895]: _type = "Task" [ 1272.082832] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.097872] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.101556] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.356370] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.356582] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.356877] env[69895]: DEBUG nova.network.neutron [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.556464] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.556912] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.557264] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.557577] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.557915] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.560419] env[69895]: INFO nova.compute.manager [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Terminating instance [ 1272.596979] env[69895]: DEBUG oslo_vmware.api [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472615, 'name': PowerOnVM_Task, 'duration_secs': 0.730588} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.602021] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.602021] env[69895]: INFO nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1272.602021] env[69895]: DEBUG nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.602021] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472616, 'name': ReconfigVM_Task, 'duration_secs': 0.416792} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.602021] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb37e9dc-5417-42db-9fc1-a406a023599b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.604478] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.605672] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e7a5b-85ea-4621-baab-ac54a72a05d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.638278] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.639293] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7af891-2e05-4f65-8d3a-1c3f185ec9c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.661422] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1272.661422] env[69895]: value = "task-3472617" [ 1272.661422] env[69895]: _type = "Task" [ 1272.661422] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.671089] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.946425] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Applying migration context for instance da302f98-1dae-457b-aba2-bf067752e903 as it has an incoming, in-progress migration ee6f462d-3d71-4581-8c59-9f4b5eb93246. Migration status is pre-migrating {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1272.948090] env[69895]: INFO nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating resource usage from migration ee6f462d-3d71-4581-8c59-9f4b5eb93246 [ 1272.970926] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971208] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971377] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 091ffec0-c123-4317-a168-e93d3995865d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971551] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 5ab865f9-56a5-4bbc-8aa9-803560d9c773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971682] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971814] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 02fbb17e-e611-4fd2-bca6-13786b98eba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.971935] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Migration ee6f462d-3d71-4581-8c59-9f4b5eb93246 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1272.972080] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance da302f98-1dae-457b-aba2-bf067752e903 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1272.972296] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1272.972585] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1273.065467] env[69895]: DEBUG nova.compute.manager [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.065688] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.066582] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b7e503-3773-48e1-a284-3569ce71abdb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.076334] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.076667] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c26031-ed8d-4e45-83a7-f10c0ca8cd69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.084502] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1273.084502] env[69895]: value = "task-3472618" [ 1273.084502] env[69895]: _type = "Task" [ 1273.084502] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.089151] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df916a4-d349-4fa0-ab75-aa6cb6d25412 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.098697] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.101862] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c1852-2fc1-4227-a834-67d1b9e9832e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.106618] env[69895]: DEBUG nova.network.neutron [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.149091] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597dca67-aa7c-484a-8620-07f8b57eda84 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.151087] env[69895]: INFO nova.compute.manager [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Took 13.47 seconds to build instance. [ 1273.158093] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49431ee-8f08-41c5-9532-474667b08e05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.178709] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.183753] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.595604] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472618, 'name': PowerOffVM_Task, 'duration_secs': 0.300283} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.595989] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.596248] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.596805] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8d87e7-3dc3-4f72-acc1-606c23d30d39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.609425] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.653146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-aa55fea3-2754-42f1-9266-0978dfc512ce tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.982s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.673042] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.673261] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.673438] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Deleting the datastore file [datastore1] 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.677177] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a3346b1-27d6-4898-a3b1-b5d6d55ee2b7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.679143] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.685980] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.689719] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for the task: (returnval){ [ 1273.689719] env[69895]: value = "task-3472620" [ 1273.689719] env[69895]: _type = "Task" [ 1273.689719] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.702090] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.174911] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472617, 'name': ReconfigVM_Task, 'duration_secs': 1.12128} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.175309] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773/5ab865f9-56a5-4bbc-8aa9-803560d9c773.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.176482] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e06d9-b5c4-4198-9a1d-b75bbe088b47 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.203304] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1274.203514] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.270s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.207988] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff6f83d-f1e2-4682-be5c-b4c15ebfe3d6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.216608] env[69895]: DEBUG oslo_vmware.api [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Task: {'id': task-3472620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217501} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.232840] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.233079] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.233253] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.233432] env[69895]: INFO nova.compute.manager [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1274.233711] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.234121] env[69895]: DEBUG nova.compute.manager [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.234224] env[69895]: DEBUG nova.network.neutron [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.236464] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a27c33-cd32-42ec-b455-51ef1234c46c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.260247] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73837dd0-ea15-4047-abb9-fc6f51a63266 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.268181] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.268473] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc37093-8f45-4f43-b60c-666af254f9d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.276011] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1274.276011] env[69895]: value = "task-3472621" [ 1274.276011] env[69895]: _type = "Task" [ 1274.276011] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.284551] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.512385] env[69895]: DEBUG nova.compute.manager [req-b501d1ea-77f5-41a3-ae78-000907d37443 req-7a506739-75e6-462f-9eb7-86f85b3142f8 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Received event network-vif-deleted-ee67382d-35d2-4a9c-85c5-34d353a45c31 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.512619] env[69895]: INFO nova.compute.manager [req-b501d1ea-77f5-41a3-ae78-000907d37443 req-7a506739-75e6-462f-9eb7-86f85b3142f8 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Neutron deleted interface ee67382d-35d2-4a9c-85c5-34d353a45c31; detaching it from the instance and deleting it from the info cache [ 1274.512798] env[69895]: DEBUG nova.network.neutron [req-b501d1ea-77f5-41a3-ae78-000907d37443 req-7a506739-75e6-462f-9eb7-86f85b3142f8 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.789140] env[69895]: DEBUG oslo_vmware.api [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472621, 'name': PowerOnVM_Task, 'duration_secs': 0.475138} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.789485] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.991522] env[69895]: DEBUG nova.network.neutron [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.017428] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bb34ca2-4ef2-4abe-9768-fb2bbde98298 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.032375] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9419c-71b4-429e-a22c-022591438319 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.065343] env[69895]: DEBUG nova.compute.manager [req-b501d1ea-77f5-41a3-ae78-000907d37443 req-7a506739-75e6-462f-9eb7-86f85b3142f8 service nova] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Detach interface failed, port_id=ee67382d-35d2-4a9c-85c5-34d353a45c31, reason: Instance 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.126114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd7f51-ce72-445b-819b-86394ec40142 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.148904] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.180570] env[69895]: DEBUG nova.compute.manager [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Stashing vm_state: active {{(pid=69895) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1275.494667] env[69895]: INFO nova.compute.manager [-] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Took 1.26 seconds to deallocate network for instance. [ 1275.656402] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.656910] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31ff56b-10e4-4380-813e-90c81b274524 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.665973] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1275.665973] env[69895]: value = "task-3472622" [ 1275.665973] env[69895]: _type = "Task" [ 1275.665973] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.675420] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.704053] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.704422] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.838523] env[69895]: INFO nova.compute.manager [None req-609279f5-d315-414f-ae25-5a8a29ecb7c6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance to original state: 'active' [ 1276.001566] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.177670] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472622, 'name': PowerOffVM_Task, 'duration_secs': 0.295286} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.177969] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.178219] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.208870] env[69895]: INFO nova.compute.claims [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.685403] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.685651] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.685815] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.685997] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.686235] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.686293] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.687390] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.687390] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.687390] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.687390] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.687390] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.692696] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0a1977-efeb-45e7-87d2-b0846326f3de {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.709685] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1276.709685] env[69895]: value = "task-3472623" [ 1276.709685] env[69895]: _type = "Task" [ 1276.709685] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.715325] env[69895]: INFO nova.compute.resource_tracker [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating resource usage from migration 1ab3ce64-ea5f-4e3c-b75a-1f80fb322bb6 [ 1276.724934] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.840417] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.840691] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.840950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.841164] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.841361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.843698] env[69895]: INFO nova.compute.manager [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Terminating instance [ 1276.862964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d71ff8f-bb97-4c20-b29f-985429dcc5a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.873555] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c41117a-ee40-4075-b0a1-402753f2377d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.908602] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a167d9-4683-440b-8a21-e404a8084508 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.918528] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9022f47-d6cb-41a2-801f-c5512e266e40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.934786] env[69895]: DEBUG nova.compute.provider_tree [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.220964] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472623, 'name': ReconfigVM_Task, 'duration_secs': 0.218692} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.221360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.353944] env[69895]: DEBUG nova.compute.manager [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.354219] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.354473] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bedff87a-3869-4887-9fe3-206102da11fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.363188] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1277.363188] env[69895]: value = "task-3472624" [ 1277.363188] env[69895]: _type = "Task" [ 1277.363188] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.373058] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.437906] env[69895]: DEBUG nova.scheduler.client.report [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.727230] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.727506] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.727667] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.727925] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.728162] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.728318] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.728560] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.728809] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.728962] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.729099] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.729282] env[69895]: DEBUG nova.virt.hardware [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.734884] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.735209] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf8b08d-4c95-4218-95b4-6c0ededa1009 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.757507] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1277.757507] env[69895]: value = "task-3472625" [ 1277.757507] env[69895]: _type = "Task" [ 1277.757507] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.771209] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.874221] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472624, 'name': PowerOffVM_Task, 'duration_secs': 0.258908} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.874519] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.874731] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1277.874936] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694123', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'name': 'volume-debd606d-8835-4825-bae4-83c5b4887913', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5ab865f9-56a5-4bbc-8aa9-803560d9c773', 'attached_at': '2025-04-17T06:43:18.000000', 'detached_at': '', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'serial': 'debd606d-8835-4825-bae4-83c5b4887913'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1277.875753] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa73dda1-a66a-4731-8f1f-3fd019e91ed4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.899996] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9dc32b-3f78-4f19-9bee-cd6cfad91680 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.908241] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b31e18-1348-44e5-a955-27ec85c2e06a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.939402] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a166b4-80ab-4cae-a6a1-19c87ca64b5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.942908] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.238s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.943297] env[69895]: INFO nova.compute.manager [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Migrating [ 1277.950403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.949s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.950633] env[69895]: DEBUG nova.objects.instance [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lazy-loading 'resources' on Instance uuid 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.973060] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] The volume has not been displaced from its original location: [datastore2] volume-debd606d-8835-4825-bae4-83c5b4887913/volume-debd606d-8835-4825-bae4-83c5b4887913.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1277.978569] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.979337] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.979500] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.979662] env[69895]: DEBUG nova.network.neutron [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.981160] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9b4150-7555-40b4-a065-b2d75d9633f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.003153] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1278.003153] env[69895]: value = "task-3472626" [ 1278.003153] env[69895]: _type = "Task" [ 1278.003153] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.012991] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.268456] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472625, 'name': ReconfigVM_Task, 'duration_secs': 0.203623} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.268872] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.269563] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9361d90b-dec2-4283-a97e-e72a9b0ad57f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.292448] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1/volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.292807] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e1d9bb-f93d-472e-8ff8-68da558be03f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.313209] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1278.313209] env[69895]: value = "task-3472627" [ 1278.313209] env[69895]: _type = "Task" [ 1278.313209] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.322220] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.516284] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472626, 'name': ReconfigVM_Task, 'duration_secs': 0.261772} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.516589] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.523789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb38eaa-0b79-4833-8a56-f953bde5874d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.546654] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1278.546654] env[69895]: value = "task-3472628" [ 1278.546654] env[69895]: _type = "Task" [ 1278.546654] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.556277] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.609289] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb209d-9a4d-485f-a5f3-d8bf3c96bddc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.619488] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e90ab1-ee65-408c-81c6-238af9403091 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.658362] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7946683-7304-44eb-abf3-0095c1ea9bf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.667772] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a8d11d-8038-4ff4-9d39-6e5b1bfcdc23 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.682394] env[69895]: DEBUG nova.compute.provider_tree [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.725803] env[69895]: DEBUG nova.network.neutron [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.824350] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.057596] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472628, 'name': ReconfigVM_Task, 'duration_secs': 0.169889} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.058023] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694123', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'name': 'volume-debd606d-8835-4825-bae4-83c5b4887913', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5ab865f9-56a5-4bbc-8aa9-803560d9c773', 'attached_at': '2025-04-17T06:43:18.000000', 'detached_at': '', 'volume_id': 'debd606d-8835-4825-bae4-83c5b4887913', 'serial': 'debd606d-8835-4825-bae4-83c5b4887913'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1279.058340] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.059185] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59ea64-5de8-49a6-9436-b39a7dc0a217 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.066694] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.066939] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c91c7d-3fb4-4eb9-a039-815f26ff6961 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.140459] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.140654] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.140802] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleting the datastore file [datastore2] 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.141126] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aebab6e6-ad40-4d61-b701-d8e61a64f243 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.151928] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1279.151928] env[69895]: value = "task-3472630" [ 1279.151928] env[69895]: _type = "Task" [ 1279.151928] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.161947] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.186222] env[69895]: DEBUG nova.scheduler.client.report [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.228330] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.325216] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.372789] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.374094] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa90913-6ab1-468c-abea-870d56f9132c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.380801] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.381062] env[69895]: ERROR oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk due to incomplete transfer. [ 1279.381300] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95dbab57-89fe-4be5-a516-26826511cdf9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.388769] env[69895]: DEBUG oslo_vmware.rw_handles [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273bafe-a628-05e7-7e24-d299f6637d64/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1279.388961] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Uploaded image c03fb795-0e5a-434b-98ea-ab9d15249236 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1279.391420] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1279.391617] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f8b4cc8-4d97-4113-9009-a6fa8f153b53 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.396991] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1279.396991] env[69895]: value = "task-3472631" [ 1279.396991] env[69895]: _type = "Task" [ 1279.396991] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.406924] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472631, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.663134] env[69895]: DEBUG oslo_vmware.api [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166021} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.663454] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.663664] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.663861] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.664069] env[69895]: INFO nova.compute.manager [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1279.664340] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.664552] env[69895]: DEBUG nova.compute.manager [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.664662] env[69895]: DEBUG nova.network.neutron [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.691482] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.710519] env[69895]: INFO nova.scheduler.client.report [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Deleted allocations for instance 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31 [ 1279.825435] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472627, 'name': ReconfigVM_Task, 'duration_secs': 1.024543} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.825764] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1/volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.826080] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.906591] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472631, 'name': Destroy_Task, 'duration_secs': 0.353466} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.906808] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Destroyed the VM [ 1279.907055] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.907302] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3dc82f0e-1295-4a86-b77f-67240a6af7f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.913722] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1279.913722] env[69895]: value = "task-3472632" [ 1279.913722] env[69895]: _type = "Task" [ 1279.913722] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.922040] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.125504] env[69895]: DEBUG nova.compute.manager [req-af8e0a11-f066-42e4-b9e5-01e6f5a5e399 req-e853bfdc-7f3f-4260-ab30-87724b4c238d service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Received event network-vif-deleted-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.125504] env[69895]: INFO nova.compute.manager [req-af8e0a11-f066-42e4-b9e5-01e6f5a5e399 req-e853bfdc-7f3f-4260-ab30-87724b4c238d service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Neutron deleted interface 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2; detaching it from the instance and deleting it from the info cache [ 1280.125712] env[69895]: DEBUG nova.network.neutron [req-af8e0a11-f066-42e4-b9e5-01e6f5a5e399 req-e853bfdc-7f3f-4260-ab30-87724b4c238d service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.218201] env[69895]: DEBUG oslo_concurrency.lockutils [None req-36265cae-24f0-4a84-a959-c2fad2d33a2b tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Lock "2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.661s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.332938] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034d64c-0330-4dbd-88dd-794606e213a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.354401] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf00e0a-5138-4a72-801b-8ace9fae490e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.375774] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.424449] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.598259] env[69895]: DEBUG nova.network.neutron [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.628855] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30d1efee-4be7-4db8-a140-2dfe90ac741f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.640079] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb0851-9527-488d-9393-b336825c48ad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.671497] env[69895]: DEBUG nova.compute.manager [req-af8e0a11-f066-42e4-b9e5-01e6f5a5e399 req-e853bfdc-7f3f-4260-ab30-87724b4c238d service nova] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Detach interface failed, port_id=78fe8f14-0e19-4c60-9a5a-08e95c1fdee2, reason: Instance 5ab865f9-56a5-4bbc-8aa9-803560d9c773 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.744715] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13623a05-8867-4fe5-9d44-398048ae5395 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.764623] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 0 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.925830] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472632, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.102801] env[69895]: INFO nova.compute.manager [-] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Took 1.44 seconds to deallocate network for instance. [ 1281.270721] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.271085] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d2b8fa-7b44-4f7e-8a0b-a02653b13a79 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.280465] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1281.280465] env[69895]: value = "task-3472633" [ 1281.280465] env[69895]: _type = "Task" [ 1281.280465] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.290604] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.428275] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472632, 'name': RemoveSnapshot_Task, 'duration_secs': 1.340405} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.428576] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1281.428856] env[69895]: DEBUG nova.compute.manager [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.429678] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5fc1d-f02f-42fa-9516-ba53e587c8fa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.645388] env[69895]: INFO nova.compute.manager [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Took 0.54 seconds to detach 1 volumes for instance. [ 1281.791086] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472633, 'name': PowerOffVM_Task, 'duration_secs': 0.222511} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.791382] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.791563] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 17 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.945331] env[69895]: INFO nova.compute.manager [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Shelve offloading [ 1282.032811] env[69895]: DEBUG nova.network.neutron [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1282.153367] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.153677] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.153908] env[69895]: DEBUG nova.objects.instance [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'resources' on Instance uuid 5ab865f9-56a5-4bbc-8aa9-803560d9c773 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.297828] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.298143] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.298313] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.298498] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.298686] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.298779] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.298995] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.299150] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.299305] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.299466] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.299639] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.304651] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0460668-b3d6-447c-98a8-c68e933430d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.322665] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1282.322665] env[69895]: value = "task-3472634" [ 1282.322665] env[69895]: _type = "Task" [ 1282.322665] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.332031] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.449589] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.450111] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3d90517-5dac-4940-abb0-a310bd8a1685 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.462249] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1282.462249] env[69895]: value = "task-3472635" [ 1282.462249] env[69895]: _type = "Task" [ 1282.462249] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.473402] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1282.473728] env[69895]: DEBUG nova.compute.manager [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.474561] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bcf422-7863-4b73-8f6f-bfa452ae147c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.481042] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.481299] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.481438] env[69895]: DEBUG nova.network.neutron [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.772532] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5fc025-8570-4d7d-be25-d9078c85193b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.780476] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a999e123-9bae-4cb6-bc56-c09182f91887 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.813093] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd724b-d333-48c4-8662-b921e28ec1ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.820826] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c7f22-d6a1-47fb-9dbc-45e461327bfc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.839987] env[69895]: DEBUG nova.compute.provider_tree [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.841357] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472634, 'name': ReconfigVM_Task, 'duration_secs': 0.222684} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.842178] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 33 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.055967] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.056894] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.056894] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.343097] env[69895]: DEBUG nova.scheduler.client.report [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.348362] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.348585] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.348739] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.348919] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.349077] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.349227] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.349549] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.349716] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.349883] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.350130] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.350319] env[69895]: DEBUG nova.virt.hardware [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.355572] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.356081] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a410ec-9e92-4b50-8fc1-035f5737be50 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.380483] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1283.380483] env[69895]: value = "task-3472636" [ 1283.380483] env[69895]: _type = "Task" [ 1283.380483] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.395454] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.535666] env[69895]: DEBUG nova.network.neutron [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.856930] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.881899] env[69895]: INFO nova.scheduler.client.report [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted allocations for instance 5ab865f9-56a5-4bbc-8aa9-803560d9c773 [ 1283.896193] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472636, 'name': ReconfigVM_Task, 'duration_secs': 0.170992} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.896533] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.897257] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982d7c57-24fe-433b-8937-211e83de69a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.920227] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.920482] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0bd494-5fba-4d34-9652-4bf1e1801f42 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.940166] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1283.940166] env[69895]: value = "task-3472637" [ 1283.940166] env[69895]: _type = "Task" [ 1283.940166] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.948651] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.038541] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.116146] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.116393] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.116605] env[69895]: DEBUG nova.network.neutron [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.294616] env[69895]: DEBUG nova.compute.manager [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-vif-unplugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.294769] env[69895]: DEBUG oslo_concurrency.lockutils [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.295505] env[69895]: DEBUG oslo_concurrency.lockutils [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.295898] env[69895]: DEBUG oslo_concurrency.lockutils [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.296185] env[69895]: DEBUG nova.compute.manager [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] No waiting events found dispatching network-vif-unplugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.296442] env[69895]: WARNING nova.compute.manager [req-770def29-2f3c-4909-be22-7604390f8b58 req-ad1e5307-bc47-443b-86c6-e526da9e0830 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received unexpected event network-vif-unplugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 for instance with vm_state shelved and task_state shelving_offloading. [ 1284.390808] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.394343] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5ea5c-92a3-40c2-bbd8-22e6991656e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.397785] env[69895]: DEBUG oslo_concurrency.lockutils [None req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "5ab865f9-56a5-4bbc-8aa9-803560d9c773" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.557s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.404684] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.404991] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ec0faa8-d675-4af6-b6a3-3cfef714bd97 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.450963] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472637, 'name': ReconfigVM_Task, 'duration_secs': 0.253143} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.451292] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1/02fbb17e-e611-4fd2-bca6-13786b98eba1.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.451568] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 50 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.476790] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.477052] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.477263] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore1] edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.477572] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81118f4a-b481-4921-88ee-bf7852549d5a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.485697] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1284.485697] env[69895]: value = "task-3472639" [ 1284.485697] env[69895]: _type = "Task" [ 1284.485697] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.498088] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.835507] env[69895]: DEBUG nova.network.neutron [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.959699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb636ca-9cbf-4478-9883-2edfc5d171a4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.984162] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e7ef5-e566-422b-afad-e41f77382cc3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.995534] env[69895]: DEBUG oslo_vmware.api [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169195} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.008589] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.008794] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.008969] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.011121] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 67 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.033967] env[69895]: INFO nova.scheduler.client.report [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted allocations for instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 [ 1285.124453] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "cf8132fe-6cdc-449d-8484-3951a33c402b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.124689] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.338558] env[69895]: DEBUG oslo_concurrency.lockutils [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.469527] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "0a6d62a3-e340-4041-af69-c2105a969535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.469759] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.538102] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.538408] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.538627] env[69895]: DEBUG nova.objects.instance [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'resources' on Instance uuid edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.566449] env[69895]: DEBUG nova.network.neutron [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Port 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 binding to destination host cpu-1 is already ACTIVE {{(pid=69895) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.626946] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.847614] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac2b865-0eeb-4da5-8e2d-e5bed8423d24 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.856104] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bbbb3f-171f-4309-9ae8-ff48923f1f13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.973742] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.041709] env[69895]: DEBUG nova.objects.instance [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'numa_topology' on Instance uuid edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.149854] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.383394] env[69895]: DEBUG nova.compute.manager [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.383544] env[69895]: DEBUG nova.compute.manager [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing instance network info cache due to event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.383766] env[69895]: DEBUG oslo_concurrency.lockutils [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.383907] env[69895]: DEBUG oslo_concurrency.lockutils [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.384079] env[69895]: DEBUG nova.network.neutron [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.491816] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.544385] env[69895]: DEBUG nova.objects.base [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1286.590578] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.590578] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.590725] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.645428] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a678bb-89c2-440b-8f2b-01b44f831eb8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.652879] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f67ee-73de-4af7-bb11-6ecb9c35404e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.684926] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad620500-17e1-4c4b-a061-ce7bf34d2fb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.692660] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b4caa-3ed3-4cf2-945c-ba0ba3febbcd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.705895] env[69895]: DEBUG nova.compute.provider_tree [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.954902] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f48762-be85-4635-8ea8-5fa28032575e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.974561] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69b1191-8b17-4905-adac-872d1700aced {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.981360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.098041] env[69895]: DEBUG nova.network.neutron [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updated VIF entry in instance network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.099029] env[69895]: DEBUG nova.network.neutron [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0746fee7-31", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.208761] env[69895]: DEBUG nova.scheduler.client.report [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.489454] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.490153] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6599b5a3-ea44-4ef5-a706-8da77fc70e21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.499373] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1287.499373] env[69895]: value = "task-3472640" [ 1287.499373] env[69895]: _type = "Task" [ 1287.499373] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.508394] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.600697] env[69895]: DEBUG oslo_concurrency.lockutils [req-4146f8ec-050a-4045-85a9-3a384812833a req-463ebd0f-a6de-432f-bd82-0b633efaad56 service nova] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.634515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.634706] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.634893] env[69895]: DEBUG nova.network.neutron [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.713652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.716639] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.567s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.718131] env[69895]: INFO nova.compute.claims [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.861716] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.009592] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.230740] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7dd87a41-99ae-4832-8ac3-5516e4a7de95 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.847s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.231534] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.370s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.232200] env[69895]: INFO nova.compute.manager [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Unshelving [ 1288.333200] env[69895]: DEBUG nova.network.neutron [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.510072] env[69895]: DEBUG oslo_vmware.api [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472640, 'name': PowerOnVM_Task, 'duration_secs': 0.810084} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.510291] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.510478] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-26755a8d-711e-4ced-bc0a-226f3a3988e4 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance 'da302f98-1dae-457b-aba2-bf067752e903' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.835170] env[69895]: DEBUG oslo_concurrency.lockutils [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.845672] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfed1d-1e1b-4349-b220-e168639cf911 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.853246] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbaf0b9-1c25-4020-85ec-c7feb7a15d66 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.883364] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a3f61-0c14-4357-97b3-b11ce08c6ab2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.890616] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc27a41-267f-489d-b5b7-ae74c8775cdf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.905534] env[69895]: DEBUG nova.compute.provider_tree [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.251686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.355586] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27634f-8aed-4e6d-b1c4-302fc240039d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.374203] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef16e598-062f-46e6-a422-6bd9db944b41 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.380803] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 83 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.408491] env[69895]: DEBUG nova.scheduler.client.report [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.887527] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.887896] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f8df8a-a77b-4240-86ab-3dc45604afd0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.895386] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1289.895386] env[69895]: value = "task-3472641" [ 1289.895386] env[69895]: _type = "Task" [ 1289.895386] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.903234] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.913295] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.913976] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.917462] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.426s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.919094] env[69895]: INFO nova.compute.claims [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.405600] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.423142] env[69895]: DEBUG nova.compute.utils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1290.426758] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.426758] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1290.473953] env[69895]: DEBUG nova.policy [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef1490064a6f466aaf43f287238d0c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4378fb47e4504f379b9e3456db35332a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1290.754185] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Successfully created port: aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.905921] env[69895]: DEBUG oslo_vmware.api [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472641, 'name': PowerOnVM_Task, 'duration_secs': 0.677188} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.906220] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.906404] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-00c5e5a5-995b-4056-963d-4b9323c5660d tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance '02fbb17e-e611-4fd2-bca6-13786b98eba1' progress to 100 {{(pid=69895) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.927049] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.037657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.037657] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.037657] env[69895]: DEBUG nova.compute.manager [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Going to confirm migration 9 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1291.053073] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832138ad-9a7f-4338-8aac-3e274024a0a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.061278] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8141f6e8-c501-4473-a885-b508095a46bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.090683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e609b-252d-48be-93ac-3253d0acbbf2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.097697] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361c273-dc41-4109-a034-b04cb2f9428a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.110757] env[69895]: DEBUG nova.compute.provider_tree [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.576223] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.576510] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquired lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.576587] env[69895]: DEBUG nova.network.neutron [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.576765] env[69895]: DEBUG nova.objects.instance [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'info_cache' on Instance uuid da302f98-1dae-457b-aba2-bf067752e903 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.613721] env[69895]: DEBUG nova.scheduler.client.report [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.939152] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.967068] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.967397] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.967580] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.967768] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.968044] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.968277] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.968512] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.968678] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.968857] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.969044] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.969232] env[69895]: DEBUG nova.virt.hardware [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.970446] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5187c0fb-e671-45f8-b66b-64b896c45583 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.978561] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7c707-c933-4f92-8138-0b565b101de9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.119210] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.119710] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.123294] env[69895]: DEBUG nova.compute.manager [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Received event network-vif-plugged-aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.123493] env[69895]: DEBUG oslo_concurrency.lockutils [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] Acquiring lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.123699] env[69895]: DEBUG oslo_concurrency.lockutils [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.123865] env[69895]: DEBUG oslo_concurrency.lockutils [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.127018] env[69895]: DEBUG nova.compute.manager [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] No waiting events found dispatching network-vif-plugged-aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1292.127018] env[69895]: WARNING nova.compute.manager [req-c8419801-7107-4726-bf89-a8f3c51ffb2b req-a888385e-9753-4d59-84b6-c8e8b12ff317 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Received unexpected event network-vif-plugged-aa854994-23d6-48f7-82f7-d16d195c351a for instance with vm_state building and task_state spawning. [ 1292.127018] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.873s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.127018] env[69895]: DEBUG nova.objects.instance [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'pci_requests' on Instance uuid edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.200057] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Successfully updated port: aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.626357] env[69895]: DEBUG nova.compute.utils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.627810] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.628067] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.631971] env[69895]: DEBUG nova.objects.instance [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'numa_topology' on Instance uuid edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.667998] env[69895]: DEBUG nova.policy [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bde64d698c444c2a4d6b247ff6d02e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdba28ce152c4722b2245b2f85d38ac7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.702562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.702562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.702562] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.800584] env[69895]: DEBUG nova.network.neutron [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [{"id": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "address": "fa:16:3e:e8:e9:c5", "network": {"id": "e5db4ebc-ade8-4fb6-b7ff-ab245f476a4c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-606055471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6a88e722c949bab8f6807b95542537", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91b2a7-4a", "ovs_interfaceid": "0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.022399] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Successfully created port: 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.131678] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.134626] env[69895]: INFO nova.compute.claims [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.233085] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.303075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Releasing lock "refresh_cache-da302f98-1dae-457b-aba2-bf067752e903" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.303365] env[69895]: DEBUG nova.objects.instance [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'migration_context' on Instance uuid da302f98-1dae-457b-aba2-bf067752e903 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.340398] env[69895]: DEBUG nova.network.neutron [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updating instance_info_cache with network_info: [{"id": "aa854994-23d6-48f7-82f7-d16d195c351a", "address": "fa:16:3e:fb:64:8d", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa854994-23", "ovs_interfaceid": "aa854994-23d6-48f7-82f7-d16d195c351a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.580680] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.581019] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.581265] env[69895]: DEBUG nova.compute.manager [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Going to confirm migration 10 {{(pid=69895) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1293.805743] env[69895]: DEBUG nova.objects.base [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.806779] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbbfa01-fadf-462e-91c0-a70c1b9d69b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.827123] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3402fdbb-3616-4944-b64b-79396ceba6dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.833438] env[69895]: DEBUG oslo_vmware.api [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1293.833438] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528df5e5-1b29-31c0-f8c3-e6a74641db6f" [ 1293.833438] env[69895]: _type = "Task" [ 1293.833438] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.841044] env[69895]: DEBUG oslo_vmware.api [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528df5e5-1b29-31c0-f8c3-e6a74641db6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.842524] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.842807] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Instance network_info: |[{"id": "aa854994-23d6-48f7-82f7-d16d195c351a", "address": "fa:16:3e:fb:64:8d", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa854994-23", "ovs_interfaceid": "aa854994-23d6-48f7-82f7-d16d195c351a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.843171] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:64:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa854994-23d6-48f7-82f7-d16d195c351a', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.850357] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating folder: Project (4378fb47e4504f379b9e3456db35332a). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.850578] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2436190b-8b8e-4013-9d83-38c2bfe3b565 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.861496] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created folder: Project (4378fb47e4504f379b9e3456db35332a) in parent group-v693805. [ 1293.861697] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating folder: Instances. Parent ref: group-v694134. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.861884] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc2ebd24-a999-4847-bf25-4afab9c41bc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.872184] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created folder: Instances in parent group-v694134. [ 1293.872406] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.872585] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.872773] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb23994e-3b96-484c-be6d-f5ea21a35cfb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.892337] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.892337] env[69895]: value = "task-3472644" [ 1293.892337] env[69895]: _type = "Task" [ 1293.892337] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.900629] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472644, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.146061] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.151549] env[69895]: DEBUG nova.compute.manager [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Received event network-changed-aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.151741] env[69895]: DEBUG nova.compute.manager [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Refreshing instance network info cache due to event network-changed-aa854994-23d6-48f7-82f7-d16d195c351a. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.151951] env[69895]: DEBUG oslo_concurrency.lockutils [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] Acquiring lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.152124] env[69895]: DEBUG oslo_concurrency.lockutils [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] Acquired lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.153974] env[69895]: DEBUG nova.network.neutron [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Refreshing network info cache for port aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.157161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.157161] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.157161] env[69895]: DEBUG nova.network.neutron [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.157567] env[69895]: DEBUG nova.objects.instance [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'info_cache' on Instance uuid 02fbb17e-e611-4fd2-bca6-13786b98eba1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.182423] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.182744] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.182924] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.183172] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.183374] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.183591] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.183850] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.184036] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.184277] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.184461] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.184645] env[69895]: DEBUG nova.virt.hardware [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.185513] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfd9b6-3d9c-4374-8268-2770f8ddfd58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.195995] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad10f380-b0a3-46c0-a544-f7bc5afd49b9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.276947] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6238f3d2-d86c-4465-aba6-e0bf609a3385 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.284395] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6532c485-ed06-4d23-94c1-36a63bbed2e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.314418] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995aaee-1bdd-4391-873a-5bcaa01e7633 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.322103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd7cc9f-f0bc-496c-a2c5-8b7b02bf9e49 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.335322] env[69895]: DEBUG nova.compute.provider_tree [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.344969] env[69895]: DEBUG oslo_vmware.api [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528df5e5-1b29-31c0-f8c3-e6a74641db6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.345840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.403278] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472644, 'name': CreateVM_Task, 'duration_secs': 0.340645} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.403489] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.404111] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.404282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.404597] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.404838] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd54e0c-4947-4c70-85ab-944f7a3d1d72 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.408898] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1294.408898] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293bb66-3ac1-afd3-90db-55924ee268f1" [ 1294.408898] env[69895]: _type = "Task" [ 1294.408898] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.416637] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293bb66-3ac1-afd3-90db-55924ee268f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.580804] env[69895]: DEBUG nova.compute.manager [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-vif-plugged-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.581057] env[69895]: DEBUG oslo_concurrency.lockutils [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] Acquiring lock "0a6d62a3-e340-4041-af69-c2105a969535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.581327] env[69895]: DEBUG oslo_concurrency.lockutils [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] Lock "0a6d62a3-e340-4041-af69-c2105a969535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.581474] env[69895]: DEBUG oslo_concurrency.lockutils [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] Lock "0a6d62a3-e340-4041-af69-c2105a969535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.584346] env[69895]: DEBUG nova.compute.manager [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] No waiting events found dispatching network-vif-plugged-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.584606] env[69895]: WARNING nova.compute.manager [req-08ea3d24-caac-400c-8931-440e0f3d011f req-1e7605ad-f42f-4b35-8484-741b3cdea51a service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received unexpected event network-vif-plugged-7247085c-183e-435e-924f-c976f9d730c7 for instance with vm_state building and task_state spawning. [ 1294.640710] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Successfully updated port: 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.826218] env[69895]: DEBUG nova.network.neutron [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updated VIF entry in instance network info cache for port aa854994-23d6-48f7-82f7-d16d195c351a. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.826513] env[69895]: DEBUG nova.network.neutron [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updating instance_info_cache with network_info: [{"id": "aa854994-23d6-48f7-82f7-d16d195c351a", "address": "fa:16:3e:fb:64:8d", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa854994-23", "ovs_interfaceid": "aa854994-23d6-48f7-82f7-d16d195c351a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.841730] env[69895]: DEBUG nova.scheduler.client.report [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.918700] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293bb66-3ac1-afd3-90db-55924ee268f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.919010] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.919250] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.919485] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.919629] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.919816] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.920101] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94cf6e64-91a8-4db3-a9cc-55c31b5068e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.928387] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.928680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.929482] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528fb20b-ffd1-4782-95db-446b29777988 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.935229] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1294.935229] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529ba77e-76f3-7aa7-decb-274600a3794a" [ 1294.935229] env[69895]: _type = "Task" [ 1294.935229] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.944299] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529ba77e-76f3-7aa7-decb-274600a3794a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.144024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.144024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.144024] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.329423] env[69895]: DEBUG oslo_concurrency.lockutils [req-81c3dee8-4146-4f56-b93e-86a3ceabe314 req-f0c84231-c3f4-4e9e-bf7f-704a93eb1268 service nova] Releasing lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.342139] env[69895]: DEBUG nova.network.neutron [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [{"id": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "address": "fa:16:3e:1b:25:24", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bf0467a-2e", "ovs_interfaceid": "9bf0467a-2e1d-4cf4-a62f-5711b99d32a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.346224] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.348279] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.002s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.373906] env[69895]: INFO nova.network.neutron [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating port 0746fee7-31cf-4584-bb0f-890c3a3dc124 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1295.444976] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529ba77e-76f3-7aa7-decb-274600a3794a, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.445743] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cb507f-877c-4807-8f6e-7bdefaf3fda2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.450757] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1295.450757] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e115fb-0ed2-2d12-9bf2-d05eb19bcc44" [ 1295.450757] env[69895]: _type = "Task" [ 1295.450757] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.458284] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e115fb-0ed2-2d12-9bf2-d05eb19bcc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.675321] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.823010] env[69895]: DEBUG nova.network.neutron [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247085c-18", "ovs_interfaceid": "7247085c-183e-435e-924f-c976f9d730c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.844328] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-02fbb17e-e611-4fd2-bca6-13786b98eba1" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.844626] env[69895]: DEBUG nova.objects.instance [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'migration_context' on Instance uuid 02fbb17e-e611-4fd2-bca6-13786b98eba1 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.965023] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52e115fb-0ed2-2d12-9bf2-d05eb19bcc44, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.965255] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.966107] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/cf8132fe-6cdc-449d-8484-3951a33c402b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.966107] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50703560-3fde-4bcd-a4f9-75b3eff7ac45 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.972615] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1295.972615] env[69895]: value = "task-3472645" [ 1295.972615] env[69895]: _type = "Task" [ 1295.972615] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.985978] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.987982] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd642b-37b4-423e-86b4-790c5a48ee69 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.995530] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebab3458-b125-435e-9220-63889feb6f28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.026477] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48386333-564a-4395-b887-61e7ff913447 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.034347] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb45f4-8f42-4544-8558-2b07220b14a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.047824] env[69895]: DEBUG nova.compute.provider_tree [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.326085] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.326085] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Instance network_info: |[{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247085c-18", "ovs_interfaceid": "7247085c-183e-435e-924f-c976f9d730c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.326533] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:b1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7247085c-183e-435e-924f-c976f9d730c7', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.335664] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.335977] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.336343] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d94ed2c-0cb1-420e-a8a9-d9392708f657 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.354642] env[69895]: DEBUG nova.objects.base [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Object Instance<02fbb17e-e611-4fd2-bca6-13786b98eba1> lazy-loaded attributes: info_cache,migration_context {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.355683] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a2526-b9fd-46b2-a2ad-78baa1d85bb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.380318] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df8ee5b-8493-42c1-946b-e9b50987724b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.383051] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.383051] env[69895]: value = "task-3472646" [ 1296.383051] env[69895]: _type = "Task" [ 1296.383051] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.388138] env[69895]: DEBUG oslo_vmware.api [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1296.388138] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b7b166-d82b-fddd-4156-d88fa95ecc65" [ 1296.388138] env[69895]: _type = "Task" [ 1296.388138] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.394877] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472646, 'name': CreateVM_Task} progress is 10%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.399909] env[69895]: DEBUG oslo_vmware.api [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b7b166-d82b-fddd-4156-d88fa95ecc65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.485802] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459159} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.486096] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/cf8132fe-6cdc-449d-8484-3951a33c402b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.486322] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.486578] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9db4e90-6604-4e80-ab1e-2505b22dd4ff {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.493204] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1296.493204] env[69895]: value = "task-3472647" [ 1296.493204] env[69895]: _type = "Task" [ 1296.493204] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.503171] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.551458] env[69895]: DEBUG nova.scheduler.client.report [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.697081] env[69895]: DEBUG nova.compute.manager [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-changed-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.697294] env[69895]: DEBUG nova.compute.manager [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing instance network info cache due to event network-changed-7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.697513] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.697656] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.697814] env[69895]: DEBUG nova.network.neutron [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing network info cache for port 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.892742] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472646, 'name': CreateVM_Task, 'duration_secs': 0.417406} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.895472] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.896158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.896328] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.896634] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.897244] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8205cab-0d9b-4a71-906c-2f022e2a09a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.901846] env[69895]: DEBUG oslo_vmware.api [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52b7b166-d82b-fddd-4156-d88fa95ecc65, 'name': SearchDatastore_Task, 'duration_secs': 0.026359} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.902424] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.904634] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1296.904634] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5236f350-8410-d803-8199-a0476ad981e1" [ 1296.904634] env[69895]: _type = "Task" [ 1296.904634] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.911629] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5236f350-8410-d803-8199-a0476ad981e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.003042] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.003329] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.004126] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66a9ad5-84ee-481a-bde8-26c398dc6a5e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.026044] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/cf8132fe-6cdc-449d-8484-3951a33c402b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.026044] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78325d04-1265-42f8-973e-e216b6a71e88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.046559] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1297.046559] env[69895]: value = "task-3472648" [ 1297.046559] env[69895]: _type = "Task" [ 1297.046559] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.054328] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.329252] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.329444] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.329624] env[69895]: DEBUG nova.network.neutron [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.405500] env[69895]: DEBUG nova.network.neutron [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updated VIF entry in instance network info cache for port 7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.405930] env[69895]: DEBUG nova.network.neutron [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247085c-18", "ovs_interfaceid": "7247085c-183e-435e-924f-c976f9d730c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.417783] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5236f350-8410-d803-8199-a0476ad981e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.418457] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.418691] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.418923] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.419080] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.419262] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.419738] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88115d9d-ac7b-4541-add8-aa0110543891 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.427900] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.428082] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.428857] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4ae8d2-ebf7-44a1-aba7-7f1ffda96bc8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.433923] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1297.433923] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299083e-2e87-c247-5163-2f2b1d2a6ca1" [ 1297.433923] env[69895]: _type = "Task" [ 1297.433923] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.442091] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299083e-2e87-c247-5163-2f2b1d2a6ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.557209] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472648, 'name': ReconfigVM_Task, 'duration_secs': 0.352494} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.557480] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/cf8132fe-6cdc-449d-8484-3951a33c402b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.558202] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94e68ce1-28d5-424a-bd74-55ab21fc8a4f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.562176] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.214s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.566032] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.664s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.567193] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1297.567193] env[69895]: value = "task-3472649" [ 1297.567193] env[69895]: _type = "Task" [ 1297.567193] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.575420] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472649, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.912649] env[69895]: DEBUG oslo_concurrency.lockutils [req-bc16fbdc-8c85-4e83-bae3-db97cf2b623c req-2019d7bb-845b-4d20-ac9c-8e25f6fb903e service nova] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.944385] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5299083e-2e87-c247-5163-2f2b1d2a6ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.945222] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b07e10e-f291-439c-b605-41da70d8ad22 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.950334] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1297.950334] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52797c48-aedc-257e-0777-2a0944b42705" [ 1297.950334] env[69895]: _type = "Task" [ 1297.950334] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.958177] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52797c48-aedc-257e-0777-2a0944b42705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.029018] env[69895]: DEBUG nova.network.neutron [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.083280] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472649, 'name': Rename_Task, 'duration_secs': 0.160279} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.083549] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.083793] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3576afe6-9075-412e-9062-79ae0780f73e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.090911] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1298.090911] env[69895]: value = "task-3472650" [ 1298.090911] env[69895]: _type = "Task" [ 1298.090911] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.101427] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.125865] env[69895]: INFO nova.scheduler.client.report [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocation for migration ee6f462d-3d71-4581-8c59-9f4b5eb93246 [ 1298.195064] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783784a6-69a2-4253-9b68-da07876c017c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.202776] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db85ec4-df75-4dbd-ab06-afe6080cd2d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.233323] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539db01a-b4fa-4cb3-909d-a7395868ee35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.241285] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4defc2cd-80b0-493e-b06e-9decb44ee20d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.254939] env[69895]: DEBUG nova.compute.provider_tree [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.460761] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52797c48-aedc-257e-0777-2a0944b42705, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.461063] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.461333] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0a6d62a3-e340-4041-af69-c2105a969535/0a6d62a3-e340-4041-af69-c2105a969535.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.461588] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b12fb5-81dd-4e21-8d2d-730e68956aad {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.468032] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1298.468032] env[69895]: value = "task-3472651" [ 1298.468032] env[69895]: _type = "Task" [ 1298.468032] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.475626] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.532106] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.564953] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eea3b2ea7ab1ca89d2760a49656e2927',container_format='bare',created_at=2025-04-17T06:43:13Z,direct_url=,disk_format='vmdk',id=c03fb795-0e5a-434b-98ea-ab9d15249236,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-783582404-shelved',owner='43e34e534e3f4be4a28c2f3297f92061',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-17T06:43:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.565234] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.565392] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.565576] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.565719] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.565865] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.566088] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.566468] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.566468] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.566627] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.566744] env[69895]: DEBUG nova.virt.hardware [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.567616] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a618ac9-5dc4-4630-a2dd-f947ab0bde6d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.576038] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b2c39-c4a0-4972-8264-5e621e290854 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.590334] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d1:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0746fee7-31cf-4584-bb0f-890c3a3dc124', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.598328] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.599632] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.600868] env[69895]: INFO nova.compute.manager [None req-7a763c53-298d-4d7d-a4b4-ae95b91e0e84 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Get console output [ 1298.601234] env[69895]: WARNING nova.virt.vmwareapi.driver [None req-7a763c53-298d-4d7d-a4b4-ae95b91e0e84 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] The console log is missing. Check your VSPC configuration [ 1298.604770] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec200d9-23cf-471a-aed0-dd5b595f639d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.625503] env[69895]: DEBUG oslo_vmware.api [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472650, 'name': PowerOnVM_Task, 'duration_secs': 0.48581} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.626682] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.626889] env[69895]: INFO nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1298.627079] env[69895]: DEBUG nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.627317] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.627317] env[69895]: value = "task-3472652" [ 1298.627317] env[69895]: _type = "Task" [ 1298.627317] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.627966] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1dd60e-2a03-4c6b-8970-75de1bf52986 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.633790] env[69895]: DEBUG oslo_concurrency.lockutils [None req-17e3109f-462d-4736-b386-f50468d7ba8f tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.597s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.643018] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472652, 'name': CreateVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.731884] env[69895]: DEBUG nova.compute.manager [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.732157] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.732363] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.732491] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.732660] env[69895]: DEBUG nova.compute.manager [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] No waiting events found dispatching network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.732821] env[69895]: WARNING nova.compute.manager [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received unexpected event network-vif-plugged-0746fee7-31cf-4584-bb0f-890c3a3dc124 for instance with vm_state shelved_offloaded and task_state spawning. [ 1298.732973] env[69895]: DEBUG nova.compute.manager [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.733138] env[69895]: DEBUG nova.compute.manager [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing instance network info cache due to event network-changed-0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.733323] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Acquiring lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.733460] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Acquired lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.733616] env[69895]: DEBUG nova.network.neutron [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Refreshing network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.758413] env[69895]: DEBUG nova.scheduler.client.report [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.978909] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472651, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.140750] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472652, 'name': CreateVM_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.149818] env[69895]: INFO nova.compute.manager [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Took 13.02 seconds to build instance. [ 1299.448347] env[69895]: DEBUG nova.network.neutron [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updated VIF entry in instance network info cache for port 0746fee7-31cf-4584-bb0f-890c3a3dc124. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.448707] env[69895]: DEBUG nova.network.neutron [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [{"id": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "address": "fa:16:3e:55:d1:6d", "network": {"id": "0b8b192f-a4cb-49d8-bbc8-b017370493c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2069024021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43e34e534e3f4be4a28c2f3297f92061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0746fee7-31", "ovs_interfaceid": "0746fee7-31cf-4584-bb0f-890c3a3dc124", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.478484] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55472} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.478688] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] 0a6d62a3-e340-4041-af69-c2105a969535/0a6d62a3-e340-4041-af69-c2105a969535.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.478900] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.479161] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa7877b-093a-422a-8cdb-a8b5828796f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.484813] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1299.484813] env[69895]: value = "task-3472653" [ 1299.484813] env[69895]: _type = "Task" [ 1299.484813] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.491991] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.624269] env[69895]: INFO nova.compute.manager [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Rescuing [ 1299.624586] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.624763] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.624933] env[69895]: DEBUG nova.network.neutron [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.643812] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472652, 'name': CreateVM_Task, 'duration_secs': 0.633213} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.643980] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.644611] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.644781] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.645169] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.645429] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ef6f0a-02d2-4310-83fd-d012fa981fa1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.649937] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1299.649937] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293ab5e-c84c-338b-5275-a0bc63eb7144" [ 1299.649937] env[69895]: _type = "Task" [ 1299.649937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.653120] env[69895]: DEBUG oslo_concurrency.lockutils [None req-7763cf39-9d88-4b2d-9974-2629c25d6d1f tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.528s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.658125] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5293ab5e-c84c-338b-5275-a0bc63eb7144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.772362] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.206s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.951786] env[69895]: DEBUG oslo_concurrency.lockutils [req-14b4d7d4-41b6-470c-a6ab-1d64466ec54c req-7ee68b54-85e5-4d09-9b80-13995e67ddcf service nova] Releasing lock "refresh_cache-edf8279b-95d2-4ec1-9033-6355b1b4fae7" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.994324] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074101} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.994692] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.995385] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f5e5b3-6d91-462f-8a53-122f7d3b3d73 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.018494] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 0a6d62a3-e340-4041-af69-c2105a969535/0a6d62a3-e340-4041-af69-c2105a969535.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.018494] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aff4839-6ed2-4662-a7f9-7a3f54ae2a8a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.038746] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1300.038746] env[69895]: value = "task-3472654" [ 1300.038746] env[69895]: _type = "Task" [ 1300.038746] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.046753] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.162616] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.162891] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Processing image c03fb795-0e5a-434b-98ea-ab9d15249236 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.163145] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.163325] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.163508] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.163767] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1bc758c-3875-4395-b396-1e8a3ff3ddd1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.183040] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.183861] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.184066] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f586ba7a-1971-4ce9-89fd-14e6c7415ffd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.189523] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1300.189523] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a84ff9-93de-0433-97f6-16c9cbbb8cad" [ 1300.189523] env[69895]: _type = "Task" [ 1300.189523] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.202593] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a84ff9-93de-0433-97f6-16c9cbbb8cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.333883] env[69895]: DEBUG nova.network.neutron [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updating instance_info_cache with network_info: [{"id": "aa854994-23d6-48f7-82f7-d16d195c351a", "address": "fa:16:3e:fb:64:8d", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa854994-23", "ovs_interfaceid": "aa854994-23d6-48f7-82f7-d16d195c351a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.351028] env[69895]: INFO nova.scheduler.client.report [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocation for migration 1ab3ce64-ea5f-4e3c-b75a-1f80fb322bb6 [ 1300.550536] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.701994] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Preparing fetch location {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1300.702296] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Fetch image to [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46/OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46.vmdk {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1300.702603] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Downloading stream optimized image c03fb795-0e5a-434b-98ea-ab9d15249236 to [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46/OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46.vmdk on the data store datastore2 as vApp {{(pid=69895) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1300.702780] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Downloading image file data c03fb795-0e5a-434b-98ea-ab9d15249236 to the ESX as VM named 'OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46' {{(pid=69895) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1300.775540] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1300.775540] env[69895]: value = "resgroup-9" [ 1300.775540] env[69895]: _type = "ResourcePool" [ 1300.775540] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1300.775851] env[69895]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a8abbcf-1872-4fe5-8f64-d75638aab5c4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.799360] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease: (returnval){ [ 1300.799360] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1300.799360] env[69895]: _type = "HttpNfcLease" [ 1300.799360] env[69895]: } obtained for vApp import into resource pool (val){ [ 1300.799360] env[69895]: value = "resgroup-9" [ 1300.799360] env[69895]: _type = "ResourcePool" [ 1300.799360] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1300.799684] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the lease: (returnval){ [ 1300.799684] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1300.799684] env[69895]: _type = "HttpNfcLease" [ 1300.799684] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.806967] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.806967] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1300.806967] env[69895]: _type = "HttpNfcLease" [ 1300.806967] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.833724] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.836509] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "refresh_cache-cf8132fe-6cdc-449d-8484-3951a33c402b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.856021] env[69895]: DEBUG oslo_concurrency.lockutils [None req-fbe50dbe-cc25-457e-98d3-5827c602dd1a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.275s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.860311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.027s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.860870] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.860870] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.860870] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.863066] env[69895]: INFO nova.compute.manager [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Terminating instance [ 1301.049621] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472654, 'name': ReconfigVM_Task, 'duration_secs': 0.840685} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.049999] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 0a6d62a3-e340-4041-af69-c2105a969535/0a6d62a3-e340-4041-af69-c2105a969535.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.050516] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4b215f-689b-4780-91ab-96632564ee65 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.056626] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1301.056626] env[69895]: value = "task-3472656" [ 1301.056626] env[69895]: _type = "Task" [ 1301.056626] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.064311] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472656, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.310281] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.310281] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1301.310281] env[69895]: _type = "HttpNfcLease" [ 1301.310281] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.367131] env[69895]: DEBUG nova.compute.manager [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.367360] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.368495] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea25de-865f-4d16-9836-3da083403673 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.376675] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.377606] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220e2e31-fbd5-4802-9453-ce2d5382c127 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.384573] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1301.384573] env[69895]: value = "task-3472657" [ 1301.384573] env[69895]: _type = "Task" [ 1301.384573] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.393887] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.468737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.468979] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.566414] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472656, 'name': Rename_Task, 'duration_secs': 0.146061} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.566714] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.566992] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2d3441-698a-4e03-8684-005ec57b538e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.573888] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1301.573888] env[69895]: value = "task-3472658" [ 1301.573888] env[69895]: _type = "Task" [ 1301.573888] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.582884] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.808226] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.808226] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1301.808226] env[69895]: _type = "HttpNfcLease" [ 1301.808226] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1301.808792] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1301.808792] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52982782-511a-aa14-d07a-0dbc47c39a09" [ 1301.808792] env[69895]: _type = "HttpNfcLease" [ 1301.808792] env[69895]: }. {{(pid=69895) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1301.809439] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb706893-7804-4ced-874f-b814abf9590c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.816522] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1301.816678] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk. {{(pid=69895) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1301.879973] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38df7b5a-59db-4ef8-9a90-b3178a39903a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.894964] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472657, 'name': PowerOffVM_Task, 'duration_secs': 0.241302} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.895235] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.895399] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.895639] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777bc188-2f1f-43b2-ac15-fdc27b25bf48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.971908] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.085637] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.377766] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.378347] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e36eeb-6a10-44ce-a49d-28999e9bfadc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.387635] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1302.387635] env[69895]: value = "task-3472660" [ 1302.387635] env[69895]: _type = "Task" [ 1302.387635] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.398743] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.499756] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.500208] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.501979] env[69895]: INFO nova.compute.claims [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.586099] env[69895]: DEBUG oslo_vmware.api [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472658, 'name': PowerOnVM_Task, 'duration_secs': 0.63294} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.588377] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.588830] env[69895]: INFO nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1302.588920] env[69895]: DEBUG nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.589774] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2463ef-7d25-4f7a-a243-83a5bdcc628b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.897233] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472660, 'name': PowerOffVM_Task, 'duration_secs': 0.287651} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.898971] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.899813] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3b693-27d0-4103-b26d-e9eb39556f40 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.920685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d846b18-d597-4293-8f0f-74b693dee77f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.955974] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.956091] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f743640b-5f79-48d3-8296-57321c55eab8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.962994] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1302.962994] env[69895]: value = "task-3472661" [ 1302.962994] env[69895]: _type = "Task" [ 1302.962994] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.970595] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.112881] env[69895]: INFO nova.compute.manager [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Took 16.63 seconds to build instance. [ 1303.145092] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Completed reading data from the image iterator. {{(pid=69895) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1303.145343] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1303.146325] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44328574-8b0a-4aa2-9e05-1b1dc2dd01b6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.153252] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1303.153403] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1303.153635] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-becd90f2-4f90-41ab-9459-39ee670090e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.338179] env[69895]: DEBUG oslo_vmware.rw_handles [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e6542-895b-d143-9513-d0372ba42f90/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1303.338441] env[69895]: INFO nova.virt.vmwareapi.images [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Downloaded image file data c03fb795-0e5a-434b-98ea-ab9d15249236 [ 1303.339346] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73930a87-1ffd-4664-891b-cf7ccffeee7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.355903] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac26e06d-b836-4306-afae-c829e758f9d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.360197] env[69895]: DEBUG nova.compute.manager [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-changed-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.360600] env[69895]: DEBUG nova.compute.manager [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing instance network info cache due to event network-changed-7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.360731] env[69895]: DEBUG oslo_concurrency.lockutils [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.360918] env[69895]: DEBUG oslo_concurrency.lockutils [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.361024] env[69895]: DEBUG nova.network.neutron [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing network info cache for port 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.394070] env[69895]: INFO nova.virt.vmwareapi.images [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] The imported VM was unregistered [ 1303.396448] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Caching image {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1303.396689] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.396947] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-679698f6-44e9-4017-aec7-e05a630e3a1b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.432905] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Created directory with path [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236 {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.433123] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46/OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46.vmdk to [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk. {{(pid=69895) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1303.433365] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-357550dc-9f65-41b1-8c4b-3de8ca9dc725 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.440353] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1303.440353] env[69895]: value = "task-3472663" [ 1303.440353] env[69895]: _type = "Task" [ 1303.440353] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.448052] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.472176] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1303.472394] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.472642] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.472792] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.472970] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.473223] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fabc389b-eed5-454f-afd0-a01546042989 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.485478] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.485693] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.487369] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8378890-bda6-4492-8fb6-887063c96b57 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.489778] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.489971] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.490259] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore1] 02fbb17e-e611-4fd2-bca6-13786b98eba1 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.490530] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88461910-9f32-44f4-b16b-c24b623e596a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.495248] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1303.495248] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beee37-257c-d6c7-b265-0ac9d2ae3410" [ 1303.495248] env[69895]: _type = "Task" [ 1303.495248] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.499578] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1303.499578] env[69895]: value = "task-3472664" [ 1303.499578] env[69895]: _type = "Task" [ 1303.499578] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.506245] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beee37-257c-d6c7-b265-0ac9d2ae3410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.513575] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.614710] env[69895]: DEBUG oslo_concurrency.lockutils [None req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.145s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.623357] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3450e332-1d83-4105-9bd7-8a266dcc38bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.631207] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c9570-86e9-4208-84c1-f7dcb170876f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.663574] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb369a8-005c-4d70-8c66-42e5f5f1fa49 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.671719] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f5172-24c7-484f-b04c-042291104fae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.685680] env[69895]: DEBUG nova.compute.provider_tree [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.949640] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.007414] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52beee37-257c-d6c7-b265-0ac9d2ae3410, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.008314] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697b597b-e5e9-4b6d-a374-fbe41df3db17 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.013235] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.018207] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1304.018207] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5225dc73-67b5-31fc-d926-9e13dd86a182" [ 1304.018207] env[69895]: _type = "Task" [ 1304.018207] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.025445] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5225dc73-67b5-31fc-d926-9e13dd86a182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.073140] env[69895]: DEBUG nova.network.neutron [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updated VIF entry in instance network info cache for port 7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.073512] env[69895]: DEBUG nova.network.neutron [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247085c-18", "ovs_interfaceid": "7247085c-183e-435e-924f-c976f9d730c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.189355] env[69895]: DEBUG nova.scheduler.client.report [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.451522] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.509807] env[69895]: DEBUG oslo_vmware.api [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.728719} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.510062] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.510338] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.510527] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.510713] env[69895]: INFO nova.compute.manager [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Took 3.14 seconds to destroy the instance on the hypervisor. [ 1304.510965] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.511194] env[69895]: DEBUG nova.compute.manager [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.511291] env[69895]: DEBUG nova.network.neutron [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.528389] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5225dc73-67b5-31fc-d926-9e13dd86a182, 'name': SearchDatastore_Task, 'duration_secs': 0.047035} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.528571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.528768] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1304.529052] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93740e6-7ab9-4639-b0d2-6d831e3e93b3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.536850] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1304.536850] env[69895]: value = "task-3472665" [ 1304.536850] env[69895]: _type = "Task" [ 1304.536850] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.545361] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.576682] env[69895]: DEBUG oslo_concurrency.lockutils [req-da154c04-b794-419b-bfb0-ca6ab0d9e7f4 req-49d9fb98-65ee-4058-b65f-f86ca57ece41 service nova] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.695083] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.695697] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.953567] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.046186] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.201464] env[69895]: DEBUG nova.compute.utils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.203091] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.203281] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.242311] env[69895]: DEBUG nova.policy [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012b3bb7dcf048ecbd1ecf9629795650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd254bc462d746bbbc41bb6535427202', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.265130] env[69895]: DEBUG nova.network.neutron [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.391602] env[69895]: DEBUG nova.compute.manager [req-01bc47e0-7c36-4bff-84c0-fe497be8f10f req-89eb667f-0f83-49c5-ab62-cc91d405357d service nova] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Received event network-vif-deleted-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.458865] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.531106] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Successfully created port: 0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.546474] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.707158] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.767507] env[69895]: INFO nova.compute.manager [-] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Took 1.26 seconds to deallocate network for instance. [ 1305.958107] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.047667] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.276036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.276036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.276036] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.299671] env[69895]: INFO nova.scheduler.client.report [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocations for instance 02fbb17e-e611-4fd2-bca6-13786b98eba1 [ 1306.461308] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.548008] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.717525] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.743762] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.744047] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.744196] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.744379] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.744526] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.744671] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.744885] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.745054] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.745223] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.745388] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.745561] env[69895]: DEBUG nova.virt.hardware [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.746446] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53437a86-1db1-41c6-bb9a-75f4a2fc2fb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754176] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb77305-795a-4ed8-ac37-00ceaf678910 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.810659] env[69895]: DEBUG oslo_concurrency.lockutils [None req-93e89815-bd3b-495f-bd9c-5a0b25161c7a tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "02fbb17e-e611-4fd2-bca6-13786b98eba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.950s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.958357] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472663, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.233554} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.958736] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46/OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46.vmdk to [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk. [ 1306.959013] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Cleaning up location [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1306.959263] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_212337fe-4dad-44e1-9df7-d7f6bf5a7e46 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.959619] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c4c58e-93b1-4492-a275-b634b86c180b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.966810] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1306.966810] env[69895]: value = "task-3472666" [ 1306.966810] env[69895]: _type = "Task" [ 1306.966810] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.977431] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.048499] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472665, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.157223} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.049309] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Successfully updated port: 0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.050467] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 1307.051262] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43077434-1377-4409-8ead-47d5d8d129f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.078588] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.079445] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd8067c-2200-4734-af57-a9743a5c2197 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.096884] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1307.096884] env[69895]: value = "task-3472667" [ 1307.096884] env[69895]: _type = "Task" [ 1307.096884] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.108794] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.418749] env[69895]: DEBUG nova.compute.manager [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Received event network-vif-plugged-0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.418973] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Acquiring lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.419202] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.419396] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.419665] env[69895]: DEBUG nova.compute.manager [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] No waiting events found dispatching network-vif-plugged-0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1307.419788] env[69895]: WARNING nova.compute.manager [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Received unexpected event network-vif-plugged-0ea20b15-6c0b-427e-b063-a77ecb242d98 for instance with vm_state building and task_state spawning. [ 1307.419944] env[69895]: DEBUG nova.compute.manager [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Received event network-changed-0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.420107] env[69895]: DEBUG nova.compute.manager [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Refreshing instance network info cache due to event network-changed-0ea20b15-6c0b-427e-b063-a77ecb242d98. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.420351] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Acquiring lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.420487] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Acquired lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.420641] env[69895]: DEBUG nova.network.neutron [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Refreshing network info cache for port 0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.476518] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227798} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.476755] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.476918] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.477175] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk to [datastore2] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.477419] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f122c28-48ee-49e3-80aa-e0241b561a58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.483898] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1307.483898] env[69895]: value = "task-3472668" [ 1307.483898] env[69895]: _type = "Task" [ 1307.483898] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.491475] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.555239] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.606670] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.953982] env[69895]: DEBUG nova.network.neutron [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.994930] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.023155] env[69895]: DEBUG nova.network.neutron [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.108956] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.494475] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.526371] env[69895]: DEBUG oslo_concurrency.lockutils [req-808802a0-031f-4e87-97bd-1213bda6fd80 req-902f7c59-225b-4980-bd8d-7029d448ecb3 service nova] Releasing lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.526769] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.526931] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.609306] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.995436] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.061397] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.110971] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472667, 'name': ReconfigVM_Task, 'duration_secs': 1.843472} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.111301] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.112203] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1b108-f5d0-468b-96a6-0dee5dd3c749 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.140493] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44d16afd-83c4-428f-864b-c240da24b16e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.156787] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1309.156787] env[69895]: value = "task-3472669" [ 1309.156787] env[69895]: _type = "Task" [ 1309.156787] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.165586] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.219112] env[69895]: DEBUG nova.network.neutron [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Updating instance_info_cache with network_info: [{"id": "0ea20b15-6c0b-427e-b063-a77ecb242d98", "address": "fa:16:3e:f8:19:ae", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea20b15-6c", "ovs_interfaceid": "0ea20b15-6c0b-427e-b063-a77ecb242d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.496741] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.667145] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.722077] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "refresh_cache-7eafdeb7-3e0d-4afd-91ae-c78b6431e353" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.722465] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance network_info: |[{"id": "0ea20b15-6c0b-427e-b063-a77ecb242d98", "address": "fa:16:3e:f8:19:ae", "network": {"id": "c4f1c5f0-b5d9-4287-8034-576b88de5f7d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1118373473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd254bc462d746bbbc41bb6535427202", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea20b15-6c", "ovs_interfaceid": "0ea20b15-6c0b-427e-b063-a77ecb242d98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.722931] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:19:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea20b15-6c0b-427e-b063-a77ecb242d98', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.730906] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.731169] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.731424] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c2040df-b83f-4c4e-a426-c106d79fae11 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.752229] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.752229] env[69895]: value = "task-3472670" [ 1309.752229] env[69895]: _type = "Task" [ 1309.752229] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.762654] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472670, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.996765] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.167461] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.264094] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472670, 'name': CreateVM_Task, 'duration_secs': 0.368018} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.264291] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.264996] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.265180] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.265496] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.265759] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c95765-8712-4180-826f-a537221b5128 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.271456] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1310.271456] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52154080-7202-70ac-1edd-5bc5d7a71020" [ 1310.271456] env[69895]: _type = "Task" [ 1310.271456] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.279746] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52154080-7202-70ac-1edd-5bc5d7a71020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.496954] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.667418] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472669, 'name': ReconfigVM_Task, 'duration_secs': 1.214206} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.667698] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.667939] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363bf3d7-6239-4274-9b0d-3fd08b81cbb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.673818] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1310.673818] env[69895]: value = "task-3472671" [ 1310.673818] env[69895]: _type = "Task" [ 1310.673818] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.680934] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.781819] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52154080-7202-70ac-1edd-5bc5d7a71020, 'name': SearchDatastore_Task, 'duration_secs': 0.02502} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.782150] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.782434] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.782824] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.782995] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.783204] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.783459] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37060b91-8c67-4ab6-9c39-36145a0d9e3d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.802970] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.803159] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.803834] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c162f6d-d141-4a0f-bfa9-56bbba323025 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.808734] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1310.808734] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3a496-e12e-c850-3c88-b085dd502c50" [ 1310.808734] env[69895]: _type = "Task" [ 1310.808734] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.815833] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3a496-e12e-c850-3c88-b085dd502c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.998200] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472668, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.106946} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.998458] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c03fb795-0e5a-434b-98ea-ab9d15249236/c03fb795-0e5a-434b-98ea-ab9d15249236.vmdk to [datastore2] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.999227] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbdfa6-ab78-49ee-8727-0fbdcc32cdb6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.020931] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.021177] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e2c1c1-c3f5-446b-9daf-3a8e10220bda {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.039995] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1311.039995] env[69895]: value = "task-3472672" [ 1311.039995] env[69895]: _type = "Task" [ 1311.039995] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.047335] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.183687] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.318781] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3a496-e12e-c850-3c88-b085dd502c50, 'name': SearchDatastore_Task, 'duration_secs': 0.091134} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.319562] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a59257-e9d7-4d31-96a5-101953f65f12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.324560] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1311.324560] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529f4d87-a89b-d9e3-84f2-8a4e99d68de0" [ 1311.324560] env[69895]: _type = "Task" [ 1311.324560] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.331721] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529f4d87-a89b-d9e3-84f2-8a4e99d68de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.549549] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472672, 'name': ReconfigVM_Task, 'duration_secs': 0.262875} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.549946] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] edf8279b-95d2-4ec1-9033-6355b1b4fae7/edf8279b-95d2-4ec1-9033-6355b1b4fae7.vmdk or device None with type streamOptimized {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.550554] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05f69a6-c744-4916-9b25-2bbdaff83d5f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.556721] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1311.556721] env[69895]: value = "task-3472673" [ 1311.556721] env[69895]: _type = "Task" [ 1311.556721] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.564190] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472673, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.684915] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.836990] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]529f4d87-a89b-d9e3-84f2-8a4e99d68de0, 'name': SearchDatastore_Task, 'duration_secs': 0.039792} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.836990] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.837261] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 7eafdeb7-3e0d-4afd-91ae-c78b6431e353/7eafdeb7-3e0d-4afd-91ae-c78b6431e353.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.837559] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70864edb-bf34-4a32-86d7-ba635eafd30e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.845731] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1311.845731] env[69895]: value = "task-3472674" [ 1311.845731] env[69895]: _type = "Task" [ 1311.845731] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.853596] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.066453] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472673, 'name': Rename_Task, 'duration_secs': 0.180129} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.066789] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.067096] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813c972d-71de-4faf-afb6-42b3667b0ff3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.074330] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1312.074330] env[69895]: value = "task-3472675" [ 1312.074330] env[69895]: _type = "Task" [ 1312.074330] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.081579] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.184699] env[69895]: DEBUG oslo_vmware.api [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472671, 'name': PowerOnVM_Task, 'duration_secs': 1.036991} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.184965] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.187697] env[69895]: DEBUG nova.compute.manager [None req-e4bbe347-0f3a-44f0-ad39-772f80761a52 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.188476] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755876ed-fb35-443c-b730-f337929dbaa5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.358549] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.584255] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.856914] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727759} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.857562] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 7eafdeb7-3e0d-4afd-91ae-c78b6431e353/7eafdeb7-3e0d-4afd-91ae-c78b6431e353.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.857562] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.858420] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c0f5f1-96c0-46d9-ae5a-4a68d119948d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.863616] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1312.863616] env[69895]: value = "task-3472676" [ 1312.863616] env[69895]: _type = "Task" [ 1312.863616] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.871524] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.085368] env[69895]: DEBUG oslo_vmware.api [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472675, 'name': PowerOnVM_Task, 'duration_secs': 0.738426} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.085638] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.211328] env[69895]: DEBUG nova.compute.manager [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.212241] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9733be-2713-466a-b745-a9ef1363519a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.373944] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065612} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.374242] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.375019] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f358017c-f066-4c5a-a8ab-6d2bcb763ee5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.397509] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 7eafdeb7-3e0d-4afd-91ae-c78b6431e353/7eafdeb7-3e0d-4afd-91ae-c78b6431e353.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.397788] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ab7c68-10ac-4df5-9c05-1d926c2fd506 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.417726] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1313.417726] env[69895]: value = "task-3472677" [ 1313.417726] env[69895]: _type = "Task" [ 1313.417726] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.428410] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.477321] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "ad33cc47-0d67-4db0-86dc-676fd3087118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.477581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.728214] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.496s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.929093] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.979829] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.428600] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472677, 'name': ReconfigVM_Task, 'duration_secs': 0.989195} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.428989] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 7eafdeb7-3e0d-4afd-91ae-c78b6431e353/7eafdeb7-3e0d-4afd-91ae-c78b6431e353.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.429680] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4da12b3-f3e4-4318-b19f-7d6ded25d925 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.435865] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1314.435865] env[69895]: value = "task-3472678" [ 1314.435865] env[69895]: _type = "Task" [ 1314.435865] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.447461] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472678, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.504993] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.505326] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.506889] env[69895]: INFO nova.compute.claims [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.945922] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472678, 'name': Rename_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.446853] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472678, 'name': Rename_Task, 'duration_secs': 0.543796} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.447106] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.447358] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5cef6ca-dd57-491c-9fd2-84670c92757a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.454546] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1315.454546] env[69895]: value = "task-3472679" [ 1315.454546] env[69895]: _type = "Task" [ 1315.454546] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.462999] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.630047] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff51c32-275d-4605-9fa1-e9a0885fcd8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.637275] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f47a485-e4ea-4fb6-a677-9934a908e392 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.668869] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbb546-c9de-4f08-b6ec-2d30f9587ccf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.677131] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32be7600-55e2-41d1-a689-ef6feabed104 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.690408] env[69895]: DEBUG nova.compute.provider_tree [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.966025] env[69895]: DEBUG oslo_vmware.api [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472679, 'name': PowerOnVM_Task, 'duration_secs': 0.490114} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.966412] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.966493] env[69895]: INFO nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1315.966666] env[69895]: DEBUG nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.967459] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc97e3-a1d7-4219-836f-ff258a232273 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.193434] env[69895]: DEBUG nova.scheduler.client.report [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.482674] env[69895]: INFO nova.compute.manager [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Took 14.00 seconds to build instance. [ 1316.699024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.699024] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.984112] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.515s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.204451] env[69895]: DEBUG nova.compute.utils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.205834] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.205999] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.242813] env[69895]: DEBUG nova.policy [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef1490064a6f466aaf43f287238d0c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4378fb47e4504f379b9e3456db35332a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.442082] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.442361] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.442566] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.442770] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.442944] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.445986] env[69895]: INFO nova.compute.manager [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Terminating instance [ 1317.478032] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Successfully created port: acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.709061] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.948420] env[69895]: DEBUG nova.compute.manager [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.948787] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.949803] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653705d-d980-4469-aa3f-6343e6e104a6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.957587] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.957814] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e72629e8-a6d2-4d0d-9205-5ff138d04cb5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.964744] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1317.964744] env[69895]: value = "task-3472680" [ 1317.964744] env[69895]: _type = "Task" [ 1317.964744] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.972626] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.475099] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472680, 'name': PowerOffVM_Task, 'duration_secs': 0.189892} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.475442] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.475493] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.475722] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd8c658-2def-4859-9e9a-469fb892b483 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.541337] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.541608] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.541806] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleting the datastore file [datastore1] 7eafdeb7-3e0d-4afd-91ae-c78b6431e353 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.542093] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d778eed0-90c4-4dd6-b753-8d3c4513b8cc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.548337] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for the task: (returnval){ [ 1318.548337] env[69895]: value = "task-3472682" [ 1318.548337] env[69895]: _type = "Task" [ 1318.548337] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.555596] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.718544] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.746040] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.746289] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.746547] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.746674] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.746773] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.746920] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.747143] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.747307] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.747480] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.747643] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.747953] env[69895]: DEBUG nova.virt.hardware [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.748705] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb3b685-aca3-4865-bc5f-f0225ab96b03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.756703] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086b516b-db7f-4a6f-ad1a-5b8d037132bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.827093] env[69895]: DEBUG nova.compute.manager [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Received event network-vif-plugged-acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.827333] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] Acquiring lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.827600] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.827857] env[69895]: DEBUG oslo_concurrency.lockutils [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.827938] env[69895]: DEBUG nova.compute.manager [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] No waiting events found dispatching network-vif-plugged-acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.828100] env[69895]: WARNING nova.compute.manager [req-fdaac1c5-65c3-44d6-a049-f062f1101780 req-f09eb053-697f-49e7-81b5-8dcef2f2e234 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Received unexpected event network-vif-plugged-acea2c79-7692-4ad7-81a5-8b492c377efd for instance with vm_state building and task_state spawning. [ 1318.904114] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Successfully updated port: acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.059157] env[69895]: DEBUG oslo_vmware.api [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Task: {'id': task-3472682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124993} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.059435] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.059663] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.059995] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.060085] env[69895]: INFO nova.compute.manager [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1319.060421] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.060621] env[69895]: DEBUG nova.compute.manager [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.060717] env[69895]: DEBUG nova.network.neutron [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.463596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.463596] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.463596] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.782458] env[69895]: DEBUG nova.network.neutron [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.940298] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.056056] env[69895]: DEBUG nova.network.neutron [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [{"id": "acea2c79-7692-4ad7-81a5-8b492c377efd", "address": "fa:16:3e:a0:da:50", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea2c79-76", "ovs_interfaceid": "acea2c79-7692-4ad7-81a5-8b492c377efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.285508] env[69895]: INFO nova.compute.manager [-] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Took 1.22 seconds to deallocate network for instance. [ 1320.558839] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.559188] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Instance network_info: |[{"id": "acea2c79-7692-4ad7-81a5-8b492c377efd", "address": "fa:16:3e:a0:da:50", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea2c79-76", "ovs_interfaceid": "acea2c79-7692-4ad7-81a5-8b492c377efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.559669] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:da:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acea2c79-7692-4ad7-81a5-8b492c377efd', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.567262] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.567506] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.567756] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf7c351-7efa-4c1f-bb10-c5b069119f89 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.588734] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.588734] env[69895]: value = "task-3472683" [ 1320.588734] env[69895]: _type = "Task" [ 1320.588734] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.599677] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472683, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.792431] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.792851] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.792984] env[69895]: DEBUG nova.objects.instance [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lazy-loading 'resources' on Instance uuid 7eafdeb7-3e0d-4afd-91ae-c78b6431e353 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.856302] env[69895]: DEBUG nova.compute.manager [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Received event network-changed-acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.856302] env[69895]: DEBUG nova.compute.manager [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Refreshing instance network info cache due to event network-changed-acea2c79-7692-4ad7-81a5-8b492c377efd. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.856302] env[69895]: DEBUG oslo_concurrency.lockutils [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] Acquiring lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.856511] env[69895]: DEBUG oslo_concurrency.lockutils [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] Acquired lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.856704] env[69895]: DEBUG nova.network.neutron [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Refreshing network info cache for port acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.099098] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472683, 'name': CreateVM_Task, 'duration_secs': 0.286527} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.099282] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.099967] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.100160] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.100523] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.100784] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b82f86b-eb63-400d-9552-7d94d1bccb46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.105089] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1321.105089] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fedda4-93d4-6ccb-ff36-5669f778ff60" [ 1321.105089] env[69895]: _type = "Task" [ 1321.105089] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.112500] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fedda4-93d4-6ccb-ff36-5669f778ff60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.390908] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29dc19-0f48-48c6-b7d3-f78ea7728735 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.398749] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3074d8a-37c4-4f77-a215-25ec209a295a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.431784] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db8c9f-8baf-49a8-9442-806170d0deb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.438728] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d0e3bb-d086-409b-a5f0-b9a49d692076 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.451692] env[69895]: DEBUG nova.compute.provider_tree [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.545012] env[69895]: DEBUG nova.network.neutron [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updated VIF entry in instance network info cache for port acea2c79-7692-4ad7-81a5-8b492c377efd. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.545438] env[69895]: DEBUG nova.network.neutron [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [{"id": "acea2c79-7692-4ad7-81a5-8b492c377efd", "address": "fa:16:3e:a0:da:50", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea2c79-76", "ovs_interfaceid": "acea2c79-7692-4ad7-81a5-8b492c377efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.615794] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52fedda4-93d4-6ccb-ff36-5669f778ff60, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.616072] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.616316] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.616550] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.616701] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.616878] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.617160] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48695f21-4d8d-4c3f-a750-fe03c7194e44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.625758] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.625927] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.626635] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce0d31e-101f-4032-89b5-cdf6d4cfc080 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.631519] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1321.631519] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a333b3-7444-9a7f-02e2-8b71fe0f4811" [ 1321.631519] env[69895]: _type = "Task" [ 1321.631519] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.638575] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a333b3-7444-9a7f-02e2-8b71fe0f4811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.974487] env[69895]: ERROR nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] [req-6ae26086-d9cd-416c-960f-3a72f5d8fef0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ae26086-d9cd-416c-960f-3a72f5d8fef0"}]} [ 1321.991115] env[69895]: DEBUG nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1322.004624] env[69895]: DEBUG nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1322.004871] env[69895]: DEBUG nova.compute.provider_tree [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.017969] env[69895]: DEBUG nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1322.037239] env[69895]: DEBUG nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1322.047749] env[69895]: DEBUG oslo_concurrency.lockutils [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] Releasing lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.047984] env[69895]: DEBUG nova.compute.manager [req-71aacfac-124e-416e-916a-d614f62cf0f9 req-e501dc4b-d6ca-4644-93db-092105cedf56 service nova] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Received event network-vif-deleted-0ea20b15-6c0b-427e-b063-a77ecb242d98 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.124557] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42462ec1-a153-482f-972c-6204b30cf5db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.132316] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c5852-6e1b-4a6d-b5d6-4630d2b29271 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.143277] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a333b3-7444-9a7f-02e2-8b71fe0f4811, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.168142] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374ef777-cc35-4f56-926d-917d744dbcf2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.170671] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13047be-8daf-43ed-b8d0-c8fc56c41002 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.175706] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1322.175706] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52336e10-e176-a584-6f5e-44a5bb78b5a8" [ 1322.175706] env[69895]: _type = "Task" [ 1322.175706] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.181178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa36cf7-210c-4d9d-a1eb-a03f250fd8b0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.189489] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52336e10-e176-a584-6f5e-44a5bb78b5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.196778] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.197042] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/ad33cc47-0d67-4db0-86dc-676fd3087118.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.197476] env[69895]: DEBUG nova.compute.provider_tree [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.198717] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68d53f8-fa25-4bec-bfaa-5e753499211e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.204920] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1322.204920] env[69895]: value = "task-3472684" [ 1322.204920] env[69895]: _type = "Task" [ 1322.204920] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.213068] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.716209] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417429} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.716481] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/ad33cc47-0d67-4db0-86dc-676fd3087118.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.716679] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.716926] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeffcd7e-f760-4c10-af1c-315c4761aa28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.723760] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1322.723760] env[69895]: value = "task-3472685" [ 1322.723760] env[69895]: _type = "Task" [ 1322.723760] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.728555] env[69895]: DEBUG nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1322.728869] env[69895]: DEBUG nova.compute.provider_tree [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 180 to 181 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1322.729076] env[69895]: DEBUG nova.compute.provider_tree [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.734954] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.236562] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.239147] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066261} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.239749] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.240868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7fbf7-a64b-40a9-9937-e398b278f105 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.275699] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/ad33cc47-0d67-4db0-86dc-676fd3087118.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.276862] env[69895]: INFO nova.scheduler.client.report [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Deleted allocations for instance 7eafdeb7-3e0d-4afd-91ae-c78b6431e353 [ 1323.277853] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216431f6-49cb-4ea7-9c77-a8bc7e0198fc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.300778] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1323.300778] env[69895]: value = "task-3472686" [ 1323.300778] env[69895]: _type = "Task" [ 1323.300778] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.308198] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.799645] env[69895]: DEBUG oslo_concurrency.lockutils [None req-62918cd0-727d-4b45-8f36-0365852c2c9b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Lock "7eafdeb7-3e0d-4afd-91ae-c78b6431e353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.810849] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472686, 'name': ReconfigVM_Task, 'duration_secs': 0.266864} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.811838] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/ad33cc47-0d67-4db0-86dc-676fd3087118.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.811838] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34038b6c-6302-4c5b-9521-7eddda5d62b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.818052] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1323.818052] env[69895]: value = "task-3472687" [ 1323.818052] env[69895]: _type = "Task" [ 1323.818052] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.825535] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472687, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.328592] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472687, 'name': Rename_Task, 'duration_secs': 0.135698} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.328891] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.329136] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68396bc9-72dc-4daa-b928-c032e49fbf88 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.339272] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1324.339272] env[69895]: value = "task-3472688" [ 1324.339272] env[69895]: _type = "Task" [ 1324.339272] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.347537] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.746396] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.746652] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.746939] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "da302f98-1dae-457b-aba2-bf067752e903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.747235] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.747507] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.749746] env[69895]: INFO nova.compute.manager [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Terminating instance [ 1324.850414] env[69895]: DEBUG oslo_vmware.api [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472688, 'name': PowerOnVM_Task, 'duration_secs': 0.430396} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.850414] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.850414] env[69895]: INFO nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Took 6.13 seconds to spawn the instance on the hypervisor. [ 1324.850414] env[69895]: DEBUG nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.851074] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe2587-10b9-4aa7-ac4f-d54e7b4db6bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.254748] env[69895]: DEBUG nova.compute.manager [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.255017] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.255307] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e40d49-de5d-4f7e-90b8-1a607645b25d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.262711] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1325.262711] env[69895]: value = "task-3472689" [ 1325.262711] env[69895]: _type = "Task" [ 1325.262711] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.274805] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.372742] env[69895]: INFO nova.compute.manager [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Took 10.89 seconds to build instance. [ 1325.773932] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472689, 'name': PowerOffVM_Task, 'duration_secs': 0.224422} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.774234] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.774435] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.774629] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694126', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'name': 'volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da302f98-1dae-457b-aba2-bf067752e903', 'attached_at': '2025-04-17T06:43:35.000000', 'detached_at': '', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'serial': '0cea04aa-fca0-4304-a98d-c9a81ee049c1'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.775541] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c31233a-6ebd-48b8-bf36-e14973342b0e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.795137] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc102006-0fee-4bf5-8b07-d984a8dc5541 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.801609] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d18f3-d83a-4ada-8c03-0c8c9366ded8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.818894] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee3d15-7634-40d6-bbac-3e74a29d4395 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.834338] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] The volume has not been displaced from its original location: [datastore1] volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1/volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.839509] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.839775] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd474a34-ac0e-42d8-83b8-11b16fd9fefa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.857113] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1325.857113] env[69895]: value = "task-3472690" [ 1325.857113] env[69895]: _type = "Task" [ 1325.857113] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.864241] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.874737] env[69895]: DEBUG oslo_concurrency.lockutils [None req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.397s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.367560] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472690, 'name': ReconfigVM_Task, 'duration_secs': 0.151432} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.368148] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.372756] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f37d7a9-92b6-4358-a018-fb88d1f63d6c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.388197] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1326.388197] env[69895]: value = "task-3472691" [ 1326.388197] env[69895]: _type = "Task" [ 1326.388197] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.397648] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.598108] env[69895]: INFO nova.compute.manager [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Rescuing [ 1326.598403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.598543] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.598712] env[69895]: DEBUG nova.network.neutron [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.897817] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472691, 'name': ReconfigVM_Task, 'duration_secs': 0.169674} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.898086] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694126', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'name': 'volume-0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da302f98-1dae-457b-aba2-bf067752e903', 'attached_at': '2025-04-17T06:43:35.000000', 'detached_at': '', 'volume_id': '0cea04aa-fca0-4304-a98d-c9a81ee049c1', 'serial': '0cea04aa-fca0-4304-a98d-c9a81ee049c1'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.898379] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.899134] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b454c8c-5a04-4f63-9f70-51588f935ff2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.905397] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.905614] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c390a0-a8a7-47be-ab5b-fbb2230583e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.961482] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.961703] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.961884] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore1] da302f98-1dae-457b-aba2-bf067752e903 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.962170] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1194680d-d56c-4595-a58f-e4899cacea8c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.968877] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1326.968877] env[69895]: value = "task-3472693" [ 1326.968877] env[69895]: _type = "Task" [ 1326.968877] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.977618] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.278307] env[69895]: DEBUG nova.network.neutron [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [{"id": "acea2c79-7692-4ad7-81a5-8b492c377efd", "address": "fa:16:3e:a0:da:50", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea2c79-76", "ovs_interfaceid": "acea2c79-7692-4ad7-81a5-8b492c377efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.479298] env[69895]: DEBUG oslo_vmware.api [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081267} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.479789] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.479789] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.479942] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.480184] env[69895]: INFO nova.compute.manager [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1327.480485] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.480694] env[69895]: DEBUG nova.compute.manager [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.480787] env[69895]: DEBUG nova.network.neutron [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.781038] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.917816] env[69895]: DEBUG nova.compute.manager [req-93b14787-ac4c-417f-a532-e83c6c28ba27 req-999b7530-f0fb-4223-83f0-f7af582c8c46 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Received event network-vif-deleted-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.918277] env[69895]: INFO nova.compute.manager [req-93b14787-ac4c-417f-a532-e83c6c28ba27 req-999b7530-f0fb-4223-83f0-f7af582c8c46 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Neutron deleted interface 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f; detaching it from the instance and deleting it from the info cache [ 1327.918277] env[69895]: DEBUG nova.network.neutron [req-93b14787-ac4c-417f-a532-e83c6c28ba27 req-999b7530-f0fb-4223-83f0-f7af582c8c46 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.400783] env[69895]: DEBUG nova.network.neutron [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.420952] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba9f8685-82c0-406b-aca4-c27f36bf0db1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.430811] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b757eb-05c2-4554-86d2-6c2ddffbfab8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.459662] env[69895]: DEBUG nova.compute.manager [req-93b14787-ac4c-417f-a532-e83c6c28ba27 req-999b7530-f0fb-4223-83f0-f7af582c8c46 service nova] [instance: da302f98-1dae-457b-aba2-bf067752e903] Detach interface failed, port_id=0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f, reason: Instance da302f98-1dae-457b-aba2-bf067752e903 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.903827] env[69895]: INFO nova.compute.manager [-] [instance: da302f98-1dae-457b-aba2-bf067752e903] Took 1.42 seconds to deallocate network for instance. [ 1329.319553] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.319901] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5425baef-f138-4d7a-a82e-fda152d2c0ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.328980] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1329.328980] env[69895]: value = "task-3472694" [ 1329.328980] env[69895]: _type = "Task" [ 1329.328980] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.338231] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.450638] env[69895]: INFO nova.compute.manager [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Took 0.55 seconds to detach 1 volumes for instance. [ 1329.452879] env[69895]: DEBUG nova.compute.manager [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: da302f98-1dae-457b-aba2-bf067752e903] Deleting volume: 0cea04aa-fca0-4304-a98d-c9a81ee049c1 {{(pid=69895) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1329.838616] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472694, 'name': PowerOffVM_Task, 'duration_secs': 0.177911} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.838895] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.839680] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcbd024-51b5-40e4-aae6-e4f22411093b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.858102] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f9990-6432-4cfc-90a8-d75e6b521002 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.889797] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.890079] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c92fe70-2903-421e-b106-73a77c442852 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.896858] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1329.896858] env[69895]: value = "task-3472696" [ 1329.896858] env[69895]: _type = "Task" [ 1329.896858] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.904023] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.992813] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.993129] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.993327] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.020080] env[69895]: INFO nova.scheduler.client.report [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocations for instance da302f98-1dae-457b-aba2-bf067752e903 [ 1330.406876] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1330.407110] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.407343] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.407493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.407673] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.407923] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c38e2c3-c254-40c8-98d1-a2dd24d802eb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.417203] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.417373] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.418039] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca7c764-dede-4b8b-b4b0-fbc14c48d485 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.422679] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1330.422679] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f5828e-1903-2818-e13c-7757d06e5a6e" [ 1330.422679] env[69895]: _type = "Task" [ 1330.422679] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.429609] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f5828e-1903-2818-e13c-7757d06e5a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.526772] env[69895]: DEBUG oslo_concurrency.lockutils [None req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "da302f98-1dae-457b-aba2-bf067752e903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.780s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.933090] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f5828e-1903-2818-e13c-7757d06e5a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.933911] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f80f76-1adc-4e80-a5da-b5dbfdd44333 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.939248] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1330.939248] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260891e-77fb-1a72-1b4c-33ca12a40a52" [ 1330.939248] env[69895]: _type = "Task" [ 1330.939248] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.946865] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260891e-77fb-1a72-1b4c-33ca12a40a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.419623] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "091ffec0-c123-4317-a168-e93d3995865d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.419906] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.420144] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "091ffec0-c123-4317-a168-e93d3995865d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.420335] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.420541] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.424333] env[69895]: INFO nova.compute.manager [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Terminating instance [ 1331.452344] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5260891e-77fb-1a72-1b4c-33ca12a40a52, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.452999] env[69895]: DEBUG oslo_concurrency.lockutils [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.453416] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. {{(pid=69895) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1331.453784] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2730b0-218b-400f-96cc-5dddc64d5a54 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.461859] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1331.461859] env[69895]: value = "task-3472697" [ 1331.461859] env[69895]: _type = "Task" [ 1331.461859] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.473148] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.927939] env[69895]: DEBUG nova.compute.manager [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.928149] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.929032] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83c3ac-89a1-4939-b45b-7d35d43ecf07 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.936517] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.936790] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a034d374-d24e-4b24-a0d2-3c01a64c017c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.942037] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1331.942037] env[69895]: value = "task-3472698" [ 1331.942037] env[69895]: _type = "Task" [ 1331.942037] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.949334] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.970434] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.399744} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.970717] env[69895]: INFO nova.virt.vmwareapi.ds_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk. [ 1331.971491] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b06f4-36dc-4898-96ff-cc0068433dc4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.997064] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.997392] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c78cde3-a57e-43c3-8cd8-f6a957cd1bb7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.015248] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1332.015248] env[69895]: value = "task-3472699" [ 1332.015248] env[69895]: _type = "Task" [ 1332.015248] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.022839] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.451968] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472698, 'name': PowerOffVM_Task, 'duration_secs': 0.282574} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.452263] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.452434] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.452687] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efc60b3d-aeb9-4723-a538-904e58ee562e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.516815] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.517096] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.517328] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore2] 091ffec0-c123-4317-a168-e93d3995865d {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.520913] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6696f162-ef8f-4fed-9b2c-15e63b3cbd2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.527491] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472699, 'name': ReconfigVM_Task, 'duration_secs': 0.273703} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.528623] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118/93473918-8347-4752-aa39-24e7a3bb7c38-rescue.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.529010] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1332.529010] env[69895]: value = "task-3472701" [ 1332.529010] env[69895]: _type = "Task" [ 1332.529010] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.529703] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3974d-8672-49fd-87d9-ebee5a405d0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.538995] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.560313] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45070b86-cd43-4705-bffd-97ebd6de139e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.574306] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1332.574306] env[69895]: value = "task-3472702" [ 1332.574306] env[69895]: _type = "Task" [ 1332.574306] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.581624] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.041846] env[69895]: DEBUG oslo_vmware.api [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122816} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.042220] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.042278] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.042416] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.042590] env[69895]: INFO nova.compute.manager [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1333.042834] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.043057] env[69895]: DEBUG nova.compute.manager [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.043167] env[69895]: DEBUG nova.network.neutron [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.084193] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472702, 'name': ReconfigVM_Task, 'duration_secs': 0.159437} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.084485] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.084737] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ee8526-4ad9-41b7-b944-a059b0cbaada {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.090942] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1333.090942] env[69895]: value = "task-3472703" [ 1333.090942] env[69895]: _type = "Task" [ 1333.090942] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.102022] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.311691] env[69895]: DEBUG nova.compute.manager [req-9b7687fd-4648-478d-9898-06052fab07d9 req-4d6845e8-8314-4820-a7af-06566707b872 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Received event network-vif-deleted-cecdae5f-0a95-4221-9484-d31e2f25a363 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.311691] env[69895]: INFO nova.compute.manager [req-9b7687fd-4648-478d-9898-06052fab07d9 req-4d6845e8-8314-4820-a7af-06566707b872 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Neutron deleted interface cecdae5f-0a95-4221-9484-d31e2f25a363; detaching it from the instance and deleting it from the info cache [ 1333.311691] env[69895]: DEBUG nova.network.neutron [req-9b7687fd-4648-478d-9898-06052fab07d9 req-4d6845e8-8314-4820-a7af-06566707b872 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.600279] env[69895]: DEBUG oslo_vmware.api [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472703, 'name': PowerOnVM_Task, 'duration_secs': 0.366658} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.600573] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.603382] env[69895]: DEBUG nova.compute.manager [None req-3850caf4-fe2f-435a-9ec8-978f0c12ca3b tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.604173] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ad990-0dd0-4691-9534-da4a91d92109 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.788450] env[69895]: DEBUG nova.network.neutron [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.814809] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a61e56d-afc5-4af7-89e1-342eaed4527f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.824537] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1b099-2782-410f-9928-7dffe15cdd9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.851054] env[69895]: DEBUG nova.compute.manager [req-9b7687fd-4648-478d-9898-06052fab07d9 req-4d6845e8-8314-4820-a7af-06566707b872 service nova] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Detach interface failed, port_id=cecdae5f-0a95-4221-9484-d31e2f25a363, reason: Instance 091ffec0-c123-4317-a168-e93d3995865d could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.207090] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207090] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207090] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207588] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207588] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207588] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207588] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.207743] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1334.207816] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.291291] env[69895]: INFO nova.compute.manager [-] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Took 1.25 seconds to deallocate network for instance. [ 1334.480213] env[69895]: INFO nova.compute.manager [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Unrescuing [ 1334.480455] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.480668] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquired lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.480842] env[69895]: DEBUG nova.network.neutron [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.711342] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.711602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.711813] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.711996] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1334.712874] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe55cd3-c589-432d-9529-0cd8442bf189 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.721263] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98597a2f-c548-4662-adaa-98f3dd763606 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.734868] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99748b-5597-4d55-af4f-590edd44f986 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.740908] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426ebb1-342d-4e80-80fa-b6ea03a5bad4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.769054] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180506MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1334.769197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.769419] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.797423] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.158836] env[69895]: DEBUG nova.network.neutron [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [{"id": "acea2c79-7692-4ad7-81a5-8b492c377efd", "address": "fa:16:3e:a0:da:50", "network": {"id": "6cc17124-4cd0-4148-8a3a-0609a448881f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2093373505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4378fb47e4504f379b9e3456db35332a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacea2c79-76", "ovs_interfaceid": "acea2c79-7692-4ad7-81a5-8b492c377efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.662477] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Releasing lock "refresh_cache-ad33cc47-0d67-4db0-86dc-676fd3087118" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.663267] env[69895]: DEBUG nova.objects.instance [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lazy-loading 'flavor' on Instance uuid ad33cc47-0d67-4db0-86dc-676fd3087118 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.800444] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e993427e-b1e2-489f-a54a-0500c25cf072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.800618] env[69895]: WARNING nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 091ffec0-c123-4317-a168-e93d3995865d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1335.800753] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance cf8132fe-6cdc-449d-8484-3951a33c402b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.800876] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 0a6d62a3-e340-4041-af69-c2105a969535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.800994] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.801125] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance ad33cc47-0d67-4db0-86dc-676fd3087118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.801304] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1335.801460] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1335.877898] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d75e5-efa8-4ca1-99fb-9928afe9dd01 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.885822] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf7fcf-1913-4edf-8432-d0d1e3f7f53f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.916202] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45247cb3-b9dc-4e99-bd23-9b8937a0a6ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.923219] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce636d1-a52c-4af5-a8db-8b7643c7ef5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.935753] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.170178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c94ec1-616f-4707-afff-122f1b902aaa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.192209] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.192519] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bea5556-8537-4f92-b61e-7327f0031918 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.200374] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1336.200374] env[69895]: value = "task-3472704" [ 1336.200374] env[69895]: _type = "Task" [ 1336.200374] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.209074] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.466112] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1336.466405] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 181 to 182 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1336.466602] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.710168] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472704, 'name': PowerOffVM_Task, 'duration_secs': 0.229039} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.710629] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.715576] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.715828] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-886d1a4b-83c5-43ba-ae1a-eca2f6e6ac58 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.732958] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1336.732958] env[69895]: value = "task-3472705" [ 1336.732958] env[69895]: _type = "Task" [ 1336.732958] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.740070] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.971591] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1336.971782] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.972092] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.175s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.972297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.992725] env[69895]: INFO nova.scheduler.client.report [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocations for instance 091ffec0-c123-4317-a168-e93d3995865d [ 1337.242979] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472705, 'name': ReconfigVM_Task, 'duration_secs': 0.203592} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.243227] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.243410] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.243681] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd9a82c-c5f7-4a7d-887c-b012ea04a2d9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.249245] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1337.249245] env[69895]: value = "task-3472706" [ 1337.249245] env[69895]: _type = "Task" [ 1337.249245] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.256393] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.500875] env[69895]: DEBUG oslo_concurrency.lockutils [None req-461016ac-78d1-45cb-9bf9-5305272b3fe3 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "091ffec0-c123-4317-a168-e93d3995865d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.081s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.758890] env[69895]: DEBUG oslo_vmware.api [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472706, 'name': PowerOnVM_Task, 'duration_secs': 0.365824} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.759367] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.759420] env[69895]: DEBUG nova.compute.manager [None req-6fb7c7a8-acd2-4301-be71-fb32a596721c tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.760169] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9ca19-a5c5-427c-b924-d5619a4692b8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.071285] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "ad33cc47-0d67-4db0-86dc-676fd3087118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.071658] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.071798] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.071913] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.072099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.074213] env[69895]: INFO nova.compute.manager [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Terminating instance [ 1339.578265] env[69895]: DEBUG nova.compute.manager [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.578548] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.579484] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e3e43c-b769-4d7d-8582-611c556743c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.586932] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.587169] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f909922-59e5-4136-b742-ef2d45d7db35 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.594740] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1339.594740] env[69895]: value = "task-3472708" [ 1339.594740] env[69895]: _type = "Task" [ 1339.594740] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.604233] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.104372] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472708, 'name': PowerOffVM_Task, 'duration_secs': 0.202125} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.104746] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.104879] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.105066] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846bbcd0-6256-4a56-8665-74fcc9a719e2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.163015] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.163228] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.163419] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleting the datastore file [datastore1] ad33cc47-0d67-4db0-86dc-676fd3087118 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.163698] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c926108-1dc9-4d32-bd86-f285b98dfdd5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.169754] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1340.169754] env[69895]: value = "task-3472710" [ 1340.169754] env[69895]: _type = "Task" [ 1340.169754] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.177495] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.679091] env[69895]: DEBUG oslo_vmware.api [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129794} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.679351] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.679529] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.679703] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.679874] env[69895]: INFO nova.compute.manager [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1340.680133] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.680329] env[69895]: DEBUG nova.compute.manager [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.680539] env[69895]: DEBUG nova.network.neutron [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.933077] env[69895]: DEBUG nova.compute.manager [req-aab8b847-7ec5-4e7c-86db-edf45fb87582 req-e905aacb-c448-4efe-b34a-d9b322b13666 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Received event network-vif-deleted-acea2c79-7692-4ad7-81a5-8b492c377efd {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.933205] env[69895]: INFO nova.compute.manager [req-aab8b847-7ec5-4e7c-86db-edf45fb87582 req-e905aacb-c448-4efe-b34a-d9b322b13666 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Neutron deleted interface acea2c79-7692-4ad7-81a5-8b492c377efd; detaching it from the instance and deleting it from the info cache [ 1340.933368] env[69895]: DEBUG nova.network.neutron [req-aab8b847-7ec5-4e7c-86db-edf45fb87582 req-e905aacb-c448-4efe-b34a-d9b322b13666 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.104733] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "e993427e-b1e2-489f-a54a-0500c25cf072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.105158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.105158] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.105336] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.105508] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.107643] env[69895]: INFO nova.compute.manager [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Terminating instance [ 1341.123075] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "0a6d62a3-e340-4041-af69-c2105a969535" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.123283] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.123447] env[69895]: INFO nova.compute.manager [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Shelving [ 1341.415927] env[69895]: DEBUG nova.network.neutron [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.435913] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5f687f6-7712-4b72-acee-5b8d8cc59ef0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.447114] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6617015-25dd-4a53-b77a-2113223c073d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.473336] env[69895]: DEBUG nova.compute.manager [req-aab8b847-7ec5-4e7c-86db-edf45fb87582 req-e905aacb-c448-4efe-b34a-d9b322b13666 service nova] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Detach interface failed, port_id=acea2c79-7692-4ad7-81a5-8b492c377efd, reason: Instance ad33cc47-0d67-4db0-86dc-676fd3087118 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.611429] env[69895]: DEBUG nova.compute.manager [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.611645] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.612563] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1cd7bf-d7a0-4141-9750-3882ccce7d52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.619823] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.620061] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e948ecb7-1714-42b9-b2d8-80d454fbd27c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.627446] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1341.627446] env[69895]: value = "task-3472711" [ 1341.627446] env[69895]: _type = "Task" [ 1341.627446] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.638494] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.918647] env[69895]: INFO nova.compute.manager [-] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Took 1.24 seconds to deallocate network for instance. [ 1342.135685] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.136037] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2500eba-b331-444e-93b6-e01a60456588 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.140459] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472711, 'name': PowerOffVM_Task, 'duration_secs': 0.183884} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.141043] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.141215] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.141427] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aed7b29-b29e-4f5b-a22b-fa4c7cd4cb64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.144844] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1342.144844] env[69895]: value = "task-3472712" [ 1342.144844] env[69895]: _type = "Task" [ 1342.144844] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.152269] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.202972] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.203271] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.203463] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleting the datastore file [datastore1] e993427e-b1e2-489f-a54a-0500c25cf072 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.203741] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d631c8-2727-4970-918e-c868ee161f2f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.210370] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for the task: (returnval){ [ 1342.210370] env[69895]: value = "task-3472714" [ 1342.210370] env[69895]: _type = "Task" [ 1342.210370] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.218365] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.424197] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.424515] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.424780] env[69895]: DEBUG nova.objects.instance [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lazy-loading 'resources' on Instance uuid ad33cc47-0d67-4db0-86dc-676fd3087118 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.663228] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472712, 'name': PowerOffVM_Task, 'duration_secs': 0.201328} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.663931] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.665375] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00218d-e8b3-4904-9e65-fa0c1900765c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.687524] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67d456-d869-4ff3-934d-697dc1ffb1c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.720638] env[69895]: DEBUG oslo_vmware.api [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Task: {'id': task-3472714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139269} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.720962] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.721121] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.721358] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.721546] env[69895]: INFO nova.compute.manager [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1342.721804] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.721992] env[69895]: DEBUG nova.compute.manager [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.722120] env[69895]: DEBUG nova.network.neutron [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.013507] env[69895]: DEBUG nova.compute.manager [req-4274ad67-8c49-4c04-904c-c9fc31e35a3d req-9395381f-1e8e-4411-9463-39f665bd3e34 service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Received event network-vif-deleted-490cc4e4-8686-44cb-89b7-e93929098c4d {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.013648] env[69895]: INFO nova.compute.manager [req-4274ad67-8c49-4c04-904c-c9fc31e35a3d req-9395381f-1e8e-4411-9463-39f665bd3e34 service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Neutron deleted interface 490cc4e4-8686-44cb-89b7-e93929098c4d; detaching it from the instance and deleting it from the info cache [ 1343.013809] env[69895]: DEBUG nova.network.neutron [req-4274ad67-8c49-4c04-904c-c9fc31e35a3d req-9395381f-1e8e-4411-9463-39f665bd3e34 service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.016382] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fa79a-b917-4675-81f6-f25cddf960d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.024567] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ab4a0-2805-4027-b4f1-6674716396a2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.055885] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5c1e5-21bc-4203-bf67-7bec01e82a6c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.063119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d395de-69f3-4ab4-8c8c-3ba81e15d82f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.076195] env[69895]: DEBUG nova.compute.provider_tree [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.198620] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Creating Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1343.199032] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86899a4a-ca77-4687-9aab-6416b6669c44 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.206940] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1343.206940] env[69895]: value = "task-3472715" [ 1343.206940] env[69895]: _type = "Task" [ 1343.206940] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.221239] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.463133] env[69895]: DEBUG nova.network.neutron [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.520337] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e9c60b7-4be9-4e20-ae17-e61decbaed3e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.531553] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02ac00-ae14-441f-82d9-785b8353851b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.556756] env[69895]: DEBUG nova.compute.manager [req-4274ad67-8c49-4c04-904c-c9fc31e35a3d req-9395381f-1e8e-4411-9463-39f665bd3e34 service nova] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Detach interface failed, port_id=490cc4e4-8686-44cb-89b7-e93929098c4d, reason: Instance e993427e-b1e2-489f-a54a-0500c25cf072 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.606749] env[69895]: DEBUG nova.scheduler.client.report [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1343.607040] env[69895]: DEBUG nova.compute.provider_tree [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 182 to 183 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1343.607227] env[69895]: DEBUG nova.compute.provider_tree [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.716601] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.965786] env[69895]: INFO nova.compute.manager [-] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Took 1.24 seconds to deallocate network for instance. [ 1344.111630] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.133793] env[69895]: INFO nova.scheduler.client.report [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleted allocations for instance ad33cc47-0d67-4db0-86dc-676fd3087118 [ 1344.217455] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472715, 'name': CreateSnapshot_Task, 'duration_secs': 0.779792} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.217827] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Created Snapshot of the VM instance {{(pid=69895) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1344.218545] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a4a9c-7d88-49dc-a632-1c32168da7a8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.472542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.472833] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.473066] env[69895]: DEBUG nova.objects.instance [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lazy-loading 'resources' on Instance uuid e993427e-b1e2-489f-a54a-0500c25cf072 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.642624] env[69895]: DEBUG oslo_concurrency.lockutils [None req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "ad33cc47-0d67-4db0-86dc-676fd3087118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.735984] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Creating linked-clone VM from snapshot {{(pid=69895) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1344.736233] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb92a2fb-84cf-44c3-85ac-2877b9cd09b5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.744165] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1344.744165] env[69895]: value = "task-3472716" [ 1344.744165] env[69895]: _type = "Task" [ 1344.744165] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.751773] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472716, 'name': CloneVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.038690] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1341df-88f0-439a-9b38-37263a1ed6dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.047715] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d30b2b-bcbd-45d7-8269-59868f3d3845 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.077698] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320c04b-572d-4732-a1e3-32613b61a6bf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.085257] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d98533-4ef0-4bb6-81db-bf9e0d598bf5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.099170] env[69895]: DEBUG nova.compute.provider_tree [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.255650] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472716, 'name': CloneVM_Task} progress is 94%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.602519] env[69895]: DEBUG nova.scheduler.client.report [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.731549] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "cf8132fe-6cdc-449d-8484-3951a33c402b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.731883] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.732140] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.732339] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.732569] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.734613] env[69895]: INFO nova.compute.manager [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Terminating instance [ 1345.755746] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472716, 'name': CloneVM_Task, 'duration_secs': 0.961367} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.755964] env[69895]: INFO nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Created linked-clone VM from snapshot [ 1345.756649] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338413cf-3c5f-4516-a91c-eae30049fb9c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.763341] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Uploading image f18c5aab-d117-4b91-8968-fe739fdfde41 {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1345.788067] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1345.788067] env[69895]: value = "vm-694143" [ 1345.788067] env[69895]: _type = "VirtualMachine" [ 1345.788067] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1345.788313] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-797b1d68-c725-4c3a-afbd-09273163c230 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.795216] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease: (returnval){ [ 1345.795216] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52355966-1122-2204-c32c-6f784f58b282" [ 1345.795216] env[69895]: _type = "HttpNfcLease" [ 1345.795216] env[69895]: } obtained for exporting VM: (result){ [ 1345.795216] env[69895]: value = "vm-694143" [ 1345.795216] env[69895]: _type = "VirtualMachine" [ 1345.795216] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1345.795610] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the lease: (returnval){ [ 1345.795610] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52355966-1122-2204-c32c-6f784f58b282" [ 1345.795610] env[69895]: _type = "HttpNfcLease" [ 1345.795610] env[69895]: } to be ready. {{(pid=69895) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1345.800812] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.800812] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52355966-1122-2204-c32c-6f784f58b282" [ 1345.800812] env[69895]: _type = "HttpNfcLease" [ 1345.800812] env[69895]: } is initializing. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1346.107459] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.125253] env[69895]: INFO nova.scheduler.client.report [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Deleted allocations for instance e993427e-b1e2-489f-a54a-0500c25cf072 [ 1346.238574] env[69895]: DEBUG nova.compute.manager [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.238801] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.239783] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10331cf8-30ea-45cb-b0ec-c903dfa2e9ed {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.247526] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.247748] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295176ab-5300-4c21-bcfa-3914f10360dc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.254607] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1346.254607] env[69895]: value = "task-3472718" [ 1346.254607] env[69895]: _type = "Task" [ 1346.254607] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.262181] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.302933] env[69895]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1346.302933] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52355966-1122-2204-c32c-6f784f58b282" [ 1346.302933] env[69895]: _type = "HttpNfcLease" [ 1346.302933] env[69895]: } is ready. {{(pid=69895) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1346.303241] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1346.303241] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52355966-1122-2204-c32c-6f784f58b282" [ 1346.303241] env[69895]: _type = "HttpNfcLease" [ 1346.303241] env[69895]: }. {{(pid=69895) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1346.303955] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c919b4be-108a-4da3-95d1-61f80d34e89b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.311708] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk from lease info. {{(pid=69895) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1346.311941] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk for reading. {{(pid=69895) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1346.410024] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ea12aed-b2a9-4531-aaa7-2242ca7af373 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.632997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2166cff6-1ed1-4a38-b1fd-170ff199f98b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Lock "e993427e-b1e2-489f-a54a-0500c25cf072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.528s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.764559] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472718, 'name': PowerOffVM_Task, 'duration_secs': 0.191331} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.765938] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.765938] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.765938] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8846569f-c4a6-4d0f-ad19-b0dedebe0ff1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.640225] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.640524] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.640775] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleting the datastore file [datastore2] cf8132fe-6cdc-449d-8484-3951a33c402b {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.641120] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4174bf1-f9d5-4af3-aaef-db8ff4179a4c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.648449] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for the task: (returnval){ [ 1347.648449] env[69895]: value = "task-3472720" [ 1347.648449] env[69895]: _type = "Task" [ 1347.648449] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.656357] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.158793] env[69895]: DEBUG oslo_vmware.api [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Task: {'id': task-3472720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452368} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.159085] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.159426] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.159711] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.159909] env[69895]: INFO nova.compute.manager [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Took 1.92 seconds to destroy the instance on the hypervisor. [ 1348.160268] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.160496] env[69895]: DEBUG nova.compute.manager [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.160592] env[69895]: DEBUG nova.network.neutron [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.478691] env[69895]: DEBUG nova.compute.manager [req-fdbe966e-5449-4ce0-b6c1-b76877c81742 req-9dd86530-6815-4da4-be5b-e065e6c35592 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Received event network-vif-deleted-aa854994-23d6-48f7-82f7-d16d195c351a {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.478964] env[69895]: INFO nova.compute.manager [req-fdbe966e-5449-4ce0-b6c1-b76877c81742 req-9dd86530-6815-4da4-be5b-e065e6c35592 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Neutron deleted interface aa854994-23d6-48f7-82f7-d16d195c351a; detaching it from the instance and deleting it from the info cache [ 1348.479723] env[69895]: DEBUG nova.network.neutron [req-fdbe966e-5449-4ce0-b6c1-b76877c81742 req-9dd86530-6815-4da4-be5b-e065e6c35592 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.951772] env[69895]: DEBUG nova.network.neutron [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.982156] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d9678b7-41b1-4a20-93f7-d560efb39acc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.992256] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a6aa44-2bb5-4f80-80fa-17f37ddd224c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.020688] env[69895]: DEBUG nova.compute.manager [req-fdbe966e-5449-4ce0-b6c1-b76877c81742 req-9dd86530-6815-4da4-be5b-e065e6c35592 service nova] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Detach interface failed, port_id=aa854994-23d6-48f7-82f7-d16d195c351a, reason: Instance cf8132fe-6cdc-449d-8484-3951a33c402b could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.456027] env[69895]: INFO nova.compute.manager [-] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Took 1.29 seconds to deallocate network for instance. [ 1349.667403] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.667729] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.667913] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.668126] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.668304] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.671871] env[69895]: INFO nova.compute.manager [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Terminating instance [ 1349.962365] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.962731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.962879] env[69895]: DEBUG nova.objects.instance [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lazy-loading 'resources' on Instance uuid cf8132fe-6cdc-449d-8484-3951a33c402b {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.176275] env[69895]: DEBUG nova.compute.manager [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.176519] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.177502] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db448252-fd9c-4f78-94b0-9760897d036e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.186384] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.186617] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc393bae-9813-491c-951f-fb0286901433 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.192184] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1350.192184] env[69895]: value = "task-3472721" [ 1350.192184] env[69895]: _type = "Task" [ 1350.192184] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.200735] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.525095] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f869c0c3-84d7-4ecb-a953-e790b9ceeec0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.532798] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c83ef-edec-4ea5-a1b7-9f319409da05 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.563585] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09025e94-8a5d-4656-b486-5a63b89a7378 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.570856] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebddbfe-47a9-404f-884a-cda751a08038 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.583868] env[69895]: DEBUG nova.compute.provider_tree [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.702363] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472721, 'name': PowerOffVM_Task, 'duration_secs': 0.208638} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.702629] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.702798] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.703063] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164565f5-55eb-4f9a-b79b-a72afba4d8f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.766062] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.766311] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.766495] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleting the datastore file [datastore2] edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.766771] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a64ca43f-f325-4d14-8042-d75c4bc31176 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.772744] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for the task: (returnval){ [ 1350.772744] env[69895]: value = "task-3472723" [ 1350.772744] env[69895]: _type = "Task" [ 1350.772744] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.780525] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.087268] env[69895]: DEBUG nova.scheduler.client.report [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.284031] env[69895]: DEBUG oslo_vmware.api [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Task: {'id': task-3472723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291424} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.284268] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.284444] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.284616] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.284790] env[69895]: INFO nova.compute.manager [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.285098] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.285352] env[69895]: DEBUG nova.compute.manager [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.285453] env[69895]: DEBUG nova.network.neutron [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.592882] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.611673] env[69895]: INFO nova.scheduler.client.report [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Deleted allocations for instance cf8132fe-6cdc-449d-8484-3951a33c402b [ 1351.741368] env[69895]: DEBUG nova.compute.manager [req-53f43a6c-cc12-4fbb-8bf7-488ffb190f9b req-98e4387e-1993-4c0e-9feb-de6f2b1fae04 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Received event network-vif-deleted-0746fee7-31cf-4584-bb0f-890c3a3dc124 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.741368] env[69895]: INFO nova.compute.manager [req-53f43a6c-cc12-4fbb-8bf7-488ffb190f9b req-98e4387e-1993-4c0e-9feb-de6f2b1fae04 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Neutron deleted interface 0746fee7-31cf-4584-bb0f-890c3a3dc124; detaching it from the instance and deleting it from the info cache [ 1351.741368] env[69895]: DEBUG nova.network.neutron [req-53f43a6c-cc12-4fbb-8bf7-488ffb190f9b req-98e4387e-1993-4c0e-9feb-de6f2b1fae04 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.120926] env[69895]: DEBUG oslo_concurrency.lockutils [None req-d91b92b5-1834-4122-986f-063f207519a2 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Lock "cf8132fe-6cdc-449d-8484-3951a33c402b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.222626] env[69895]: DEBUG nova.network.neutron [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.243909] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff92bb8-e8e0-4ec6-8f55-401d1c134d9a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.254386] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a193e-8aa7-45ee-9b38-b2b49919e6c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.281786] env[69895]: DEBUG nova.compute.manager [req-53f43a6c-cc12-4fbb-8bf7-488ffb190f9b req-98e4387e-1993-4c0e-9feb-de6f2b1fae04 service nova] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Detach interface failed, port_id=0746fee7-31cf-4584-bb0f-890c3a3dc124, reason: Instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.726281] env[69895]: INFO nova.compute.manager [-] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Took 1.44 seconds to deallocate network for instance. [ 1353.234030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.234030] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.234030] env[69895]: DEBUG nova.objects.instance [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lazy-loading 'resources' on Instance uuid edf8279b-95d2-4ec1-9033-6355b1b4fae7 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.781397] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be77604e-e741-4db8-ba37-0b47336bd96d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.789403] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886d17a-a661-45dd-b266-1c2757f4944f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.820351] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3dc3a7-6b28-459d-a1a0-b855ba1afd64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.828281] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a7b7fd-958d-4ddb-ad29-779b07c98faf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.843472] env[69895]: DEBUG nova.compute.provider_tree [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.123301] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1354.124218] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf1acf2-459a-40d5-99d3-aaae4ebb0d7b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.130527] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk is in state: ready. {{(pid=69895) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1354.130692] env[69895]: ERROR oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk due to incomplete transfer. [ 1354.130924] env[69895]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f64ce92d-adfa-48ef-953d-a73ca8b764d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.137809] env[69895]: DEBUG oslo_vmware.rw_handles [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5294247e-edee-6d36-17ba-3ca109221225/disk-0.vmdk. {{(pid=69895) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1354.138010] env[69895]: DEBUG nova.virt.vmwareapi.images [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Uploaded image f18c5aab-d117-4b91-8968-fe739fdfde41 to the Glance image server {{(pid=69895) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1354.140370] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Destroying the VM {{(pid=69895) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1354.140594] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ca75998-a071-4d9d-8c82-280f0e4d1b2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.145684] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1354.145684] env[69895]: value = "task-3472724" [ 1354.145684] env[69895]: _type = "Task" [ 1354.145684] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.153535] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472724, 'name': Destroy_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.347243] env[69895]: DEBUG nova.scheduler.client.report [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.655735] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472724, 'name': Destroy_Task, 'duration_secs': 0.306697} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.656067] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Destroyed the VM [ 1354.656285] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Deleting Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1354.656531] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de1732da-5833-4b77-835f-db7d9fc70724 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.662531] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1354.662531] env[69895]: value = "task-3472725" [ 1354.662531] env[69895]: _type = "Task" [ 1354.662531] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.669988] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.852476] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.874694] env[69895]: INFO nova.scheduler.client.report [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Deleted allocations for instance edf8279b-95d2-4ec1-9033-6355b1b4fae7 [ 1355.173139] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368988} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.173371] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Deleted Snapshot of the VM instance {{(pid=69895) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1355.173628] env[69895]: DEBUG nova.compute.manager [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.174387] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90ac2b-d76f-43e5-b6be-0f0423eec7cd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.382375] env[69895]: DEBUG oslo_concurrency.lockutils [None req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Lock "edf8279b-95d2-4ec1-9033-6355b1b4fae7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.685703] env[69895]: INFO nova.compute.manager [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Shelve offloading [ 1356.188795] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.189186] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c5a669f-234e-4af0-bdc2-d6926a53f2f1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.196587] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1356.196587] env[69895]: value = "task-3472726" [ 1356.196587] env[69895]: _type = "Task" [ 1356.196587] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.204747] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.706738] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] VM already powered off {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1356.707137] env[69895]: DEBUG nova.compute.manager [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.707760] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f493f-7178-4e99-a58c-7f3ea9d96a4d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.713308] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.713475] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.713641] env[69895]: DEBUG nova.network.neutron [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.425650] env[69895]: DEBUG nova.network.neutron [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247085c-18", "ovs_interfaceid": "7247085c-183e-435e-924f-c976f9d730c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.928282] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.166827] env[69895]: DEBUG nova.compute.manager [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-vif-unplugged-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.167131] env[69895]: DEBUG oslo_concurrency.lockutils [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] Acquiring lock "0a6d62a3-e340-4041-af69-c2105a969535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.167283] env[69895]: DEBUG oslo_concurrency.lockutils [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] Lock "0a6d62a3-e340-4041-af69-c2105a969535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.167448] env[69895]: DEBUG oslo_concurrency.lockutils [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] Lock "0a6d62a3-e340-4041-af69-c2105a969535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.167615] env[69895]: DEBUG nova.compute.manager [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] No waiting events found dispatching network-vif-unplugged-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.167779] env[69895]: WARNING nova.compute.manager [req-28d9b5a5-e284-4a55-b280-5049fe31596c req-3c6d4aed-0911-4cda-914f-84ec04ccab8c service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received unexpected event network-vif-unplugged-7247085c-183e-435e-924f-c976f9d730c7 for instance with vm_state shelved and task_state shelving_offloading. [ 1358.262756] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.263691] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3309481-5f0d-4fe5-a9c7-4af759a36953 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.270712] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.270962] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b66ba22-ae80-4408-a88c-975f30833072 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.327283] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.327504] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Deleting contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.327685] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleting the datastore file [datastore2] 0a6d62a3-e340-4041-af69-c2105a969535 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.327952] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b4e98a0-8bfd-4668-aa66-f6413a3d001f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.334487] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Waiting for the task: (returnval){ [ 1358.334487] env[69895]: value = "task-3472729" [ 1358.334487] env[69895]: _type = "Task" [ 1358.334487] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.341849] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.844426] env[69895]: DEBUG oslo_vmware.api [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Task: {'id': task-3472729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135014} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.844681] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.844863] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Deleted contents of the VM from datastore datastore2 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.845050] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.866537] env[69895]: INFO nova.scheduler.client.report [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted allocations for instance 0a6d62a3-e340-4041-af69-c2105a969535 [ 1359.370549] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.370902] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.371178] env[69895]: DEBUG nova.objects.instance [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'resources' on Instance uuid 0a6d62a3-e340-4041-af69-c2105a969535 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.873513] env[69895]: DEBUG nova.objects.instance [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a6d62a3-e340-4041-af69-c2105a969535 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.197971] env[69895]: DEBUG nova.compute.manager [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-changed-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.198305] env[69895]: DEBUG nova.compute.manager [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing instance network info cache due to event network-changed-7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.198604] env[69895]: DEBUG oslo_concurrency.lockutils [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.198818] env[69895]: DEBUG oslo_concurrency.lockutils [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.199067] env[69895]: DEBUG nova.network.neutron [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing network info cache for port 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.313563] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "0a6d62a3-e340-4041-af69-c2105a969535" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.376695] env[69895]: DEBUG nova.objects.base [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Object Instance<0a6d62a3-e340-4041-af69-c2105a969535> lazy-loaded attributes: resources,numa_topology {{(pid=69895) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1360.413744] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ed744-1208-48b9-80b9-f159035068e1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.425810] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53107bb2-fd54-494e-be72-7f01a2eb5920 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.460797] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e15a54-7a0d-433d-a2e3-57b4a8672a7a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.468494] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f730290-83ad-4f7f-8b26-d4c5cd3f64dd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.482593] env[69895]: DEBUG nova.compute.provider_tree [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.909940] env[69895]: DEBUG nova.network.neutron [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updated VIF entry in instance network info cache for port 7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.910370] env[69895]: DEBUG nova.network.neutron [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7247085c-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.985512] env[69895]: DEBUG nova.scheduler.client.report [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.412984] env[69895]: DEBUG oslo_concurrency.lockutils [req-b4a5a9d1-3681-4ee2-8abe-88c39f998f12 req-452e038d-a332-43df-a9c7-8a6f51152c35 service nova] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.491447] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.001666] env[69895]: DEBUG oslo_concurrency.lockutils [None req-245fde02-6744-453c-8293-623733506294 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.878s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.002476] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.689s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.002663] env[69895]: INFO nova.compute.manager [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Unshelving [ 1363.030808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.030808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.031163] env[69895]: DEBUG nova.objects.instance [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'pci_requests' on Instance uuid 0a6d62a3-e340-4041-af69-c2105a969535 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.536329] env[69895]: DEBUG nova.objects.instance [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a6d62a3-e340-4041-af69-c2105a969535 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.039273] env[69895]: INFO nova.compute.claims [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.086550] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a177e-5ae2-49a3-8a7a-27a3f05ce20a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.094368] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af44f4-8bcd-4257-ace5-23cac7bef51b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.127012] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770fa82e-35f0-4643-b2d3-474b319743ce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.134436] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92741bb-cc80-409d-bce7-f033ed74941c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.147822] env[69895]: DEBUG nova.compute.provider_tree [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.454269] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.454490] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.651195] env[69895]: DEBUG nova.scheduler.client.report [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.957138] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.156524] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.126s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.189343] env[69895]: INFO nova.network.neutron [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating port 7247085c-183e-435e-924f-c976f9d730c7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1366.478574] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.478935] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.481042] env[69895]: INFO nova.compute.claims [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.527556] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835920f-0e25-40c0-9deb-2c4ee97ce723 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.535128] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffba155-f6dc-44e7-8342-5308ca46e917 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.564457] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0a064-15a3-4bde-ae14-b722e23f8644 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.571106] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6630300-b668-4b18-b1c9-f4d1308fb2f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.583856] env[69895]: DEBUG nova.compute.provider_tree [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.086863] env[69895]: DEBUG nova.scheduler.client.report [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.591755] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.592351] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.097975] env[69895]: DEBUG nova.compute.utils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.099404] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.099570] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.134487] env[69895]: DEBUG nova.policy [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e612f3e141884a679b6668d543b05bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ffcbcf42bc8421d984d75cbca1f65a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.418801] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Successfully created port: ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.603296] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.614127] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.641824] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.642092] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.642252] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.642432] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.642574] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.642716] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.642920] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.643095] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.643273] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.643431] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.643600] env[69895]: DEBUG nova.virt.hardware [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.644477] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120fa5b1-2596-4e7d-a2e9-e5c062c0d6f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.652661] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a184e627-f92e-4b8b-ac1b-fba2a422d05f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.762220] env[69895]: DEBUG nova.compute.manager [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Received event network-vif-plugged-ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.762473] env[69895]: DEBUG oslo_concurrency.lockutils [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.762677] env[69895]: DEBUG oslo_concurrency.lockutils [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.762841] env[69895]: DEBUG oslo_concurrency.lockutils [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.763108] env[69895]: DEBUG nova.compute.manager [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] No waiting events found dispatching network-vif-plugged-ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.763311] env[69895]: WARNING nova.compute.manager [req-b34ef955-5927-4ba9-bfde-1d54889725c9 req-3a82e258-7c00-48d4-ba4d-c4f37210f7ef service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Received unexpected event network-vif-plugged-ab5a145b-b660-45e9-808b-9bd5fb052494 for instance with vm_state building and task_state spawning. [ 1370.843815] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Successfully updated port: ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.350478] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.350768] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.351053] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.886443] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.003043] env[69895]: DEBUG nova.network.neutron [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating instance_info_cache with network_info: [{"id": "ab5a145b-b660-45e9-808b-9bd5fb052494", "address": "fa:16:3e:54:cb:55", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5a145b-b6", "ovs_interfaceid": "ab5a145b-b660-45e9-808b-9bd5fb052494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.505382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.505719] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Instance network_info: |[{"id": "ab5a145b-b660-45e9-808b-9bd5fb052494", "address": "fa:16:3e:54:cb:55", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5a145b-b6", "ovs_interfaceid": "ab5a145b-b660-45e9-808b-9bd5fb052494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.506169] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:cb:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab5a145b-b660-45e9-808b-9bd5fb052494', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.514125] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating folder: Project (5ffcbcf42bc8421d984d75cbca1f65a1). Parent ref: group-v693805. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.514400] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71a955f-8c88-4684-a2db-0faabdc17f28 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.531597] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created folder: Project (5ffcbcf42bc8421d984d75cbca1f65a1) in parent group-v693805. [ 1372.531776] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating folder: Instances. Parent ref: group-v694144. {{(pid=69895) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.531988] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def7dff3-5f7d-4903-84d3-34de7c973a6a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.540659] env[69895]: INFO nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created folder: Instances in parent group-v694144. [ 1372.540877] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.541081] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.541276] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306a48e5-2d3c-4f43-bb3d-6bbfa00ea4a0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.559750] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.559750] env[69895]: value = "task-3472732" [ 1372.559750] env[69895]: _type = "Task" [ 1372.559750] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.566680] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472732, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.788153] env[69895]: DEBUG nova.compute.manager [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Received event network-changed-ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.788309] env[69895]: DEBUG nova.compute.manager [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Refreshing instance network info cache due to event network-changed-ab5a145b-b660-45e9-808b-9bd5fb052494. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.788548] env[69895]: DEBUG oslo_concurrency.lockutils [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] Acquiring lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.788652] env[69895]: DEBUG oslo_concurrency.lockutils [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] Acquired lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.788808] env[69895]: DEBUG nova.network.neutron [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Refreshing network info cache for port ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.069736] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472732, 'name': CreateVM_Task, 'duration_secs': 0.350801} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.070144] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.070673] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.070955] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.071319] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.071576] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db35d95c-273b-4e21-bd65-66dea7889361 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.076069] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1373.076069] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c046-e9e0-4ed6-9d6f-fe6d86c75a08" [ 1373.076069] env[69895]: _type = "Task" [ 1373.076069] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.083289] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c046-e9e0-4ed6-9d6f-fe6d86c75a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.495597] env[69895]: DEBUG nova.network.neutron [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updated VIF entry in instance network info cache for port ab5a145b-b660-45e9-808b-9bd5fb052494. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.495987] env[69895]: DEBUG nova.network.neutron [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating instance_info_cache with network_info: [{"id": "ab5a145b-b660-45e9-808b-9bd5fb052494", "address": "fa:16:3e:54:cb:55", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5a145b-b6", "ovs_interfaceid": "ab5a145b-b660-45e9-808b-9bd5fb052494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.587015] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52a4c046-e9e0-4ed6-9d6f-fe6d86c75a08, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.587428] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.587699] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.587992] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.588203] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.588408] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.588671] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf0f8d9-80ec-4462-9fd9-26e0e15a99c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.603352] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.603488] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.604173] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba496623-456e-40a3-9d62-339b5f577eb3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.609011] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1373.609011] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5207a087-f4fb-48fc-9205-57586d6a6fb6" [ 1373.609011] env[69895]: _type = "Task" [ 1373.609011] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.616364] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5207a087-f4fb-48fc-9205-57586d6a6fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.999253] env[69895]: DEBUG oslo_concurrency.lockutils [req-05728c11-b43d-4235-b3db-09eedfff40dc req-c8027190-8355-440b-8edc-8a602ec41378 service nova] Releasing lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.119956] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5207a087-f4fb-48fc-9205-57586d6a6fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.120736] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329a2221-f1dc-4af3-b6ad-9ce0b43f9212 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.125478] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1374.125478] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ecfae-ff9f-f734-be5b-eed75caf51ad" [ 1374.125478] env[69895]: _type = "Task" [ 1374.125478] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.132748] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ecfae-ff9f-f734-be5b-eed75caf51ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.635289] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]525ecfae-ff9f-f734-be5b-eed75caf51ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.635542] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.635794] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b32f2698-bae8-4a36-a1a3-4a9df0f93d52/b32f2698-bae8-4a36-a1a3-4a9df0f93d52.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.636060] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7882697-5bc1-40de-9d37-ee41144c695d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.642295] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1374.642295] env[69895]: value = "task-3472733" [ 1374.642295] env[69895]: _type = "Task" [ 1374.642295] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.649257] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.152252] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415438} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.152654] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] b32f2698-bae8-4a36-a1a3-4a9df0f93d52/b32f2698-bae8-4a36-a1a3-4a9df0f93d52.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.152760] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.152937] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-029e7409-e706-4e28-9398-6cf2e5c117ab {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.161113] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1375.161113] env[69895]: value = "task-3472734" [ 1375.161113] env[69895]: _type = "Task" [ 1375.161113] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.167951] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.672484] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063456} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.672753] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.673564] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eab0b7-e773-45bf-9772-b159bfbf2db5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.696286] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b32f2698-bae8-4a36-a1a3-4a9df0f93d52/b32f2698-bae8-4a36-a1a3-4a9df0f93d52.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.696542] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3e286d-9b35-4931-b05b-28cd876a42bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.715769] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1375.715769] env[69895]: value = "task-3472735" [ 1375.715769] env[69895]: _type = "Task" [ 1375.715769] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.723613] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.225360] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472735, 'name': ReconfigVM_Task, 'duration_secs': 0.251789} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.225816] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b32f2698-bae8-4a36-a1a3-4a9df0f93d52/b32f2698-bae8-4a36-a1a3-4a9df0f93d52.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.226627] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afa9765-2939-4663-b67d-f4f4f7597c67 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.233481] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1376.233481] env[69895]: value = "task-3472736" [ 1376.233481] env[69895]: _type = "Task" [ 1376.233481] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.240401] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472736, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.743282] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472736, 'name': Rename_Task, 'duration_secs': 0.139375} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.743579] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.743823] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bf0ab24-c562-4a1a-aea9-71ff23302808 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.749891] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1376.749891] env[69895]: value = "task-3472737" [ 1376.749891] env[69895]: _type = "Task" [ 1376.749891] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.757288] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.883602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.883796] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.883975] env[69895]: DEBUG nova.network.neutron [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.902267] env[69895]: DEBUG nova.compute.manager [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Received event network-changed-7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.902267] env[69895]: DEBUG nova.compute.manager [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing instance network info cache due to event network-changed-7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.902267] env[69895]: DEBUG oslo_concurrency.lockutils [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] Acquiring lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.262735] env[69895]: DEBUG oslo_vmware.api [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472737, 'name': PowerOnVM_Task, 'duration_secs': 0.469804} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.263133] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.263330] env[69895]: INFO nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1377.263572] env[69895]: DEBUG nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.264609] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d2677b-d245-4dac-9bdc-956c5b5f1cc4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.573415] env[69895]: DEBUG nova.network.neutron [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap7247085c-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.784755] env[69895]: INFO nova.compute.manager [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Took 11.32 seconds to build instance. [ 1378.076320] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.079953] env[69895]: DEBUG oslo_concurrency.lockutils [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] Acquired lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.079953] env[69895]: DEBUG nova.network.neutron [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Refreshing network info cache for port 7247085c-183e-435e-924f-c976f9d730c7 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.109254] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fb42ebff01e7ee733ec1be35f570eb25',container_format='bare',created_at=2025-04-17T06:44:30Z,direct_url=,disk_format='vmdk',id=f18c5aab-d117-4b91-8968-fe739fdfde41,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1848917993-shelved',owner='bdba28ce152c4722b2245b2f85d38ac7',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-17T06:44:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.109516] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.109670] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.109846] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.109989] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.110382] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.110677] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.110935] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.111348] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.111608] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.111904] env[69895]: DEBUG nova.virt.hardware [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.113136] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f946b-5711-4ceb-8e17-7ce6a4c4bc21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.121648] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f09c431-769c-4eaa-a11b-2cf977cc63c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.138851] env[69895]: DEBUG nova.compute.claims [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Aborting claim: {{(pid=69895) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1378.139143] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.139464] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.286809] env[69895]: DEBUG oslo_concurrency.lockutils [None req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.416067] env[69895]: DEBUG nova.compute.manager [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Received event network-changed-ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.416267] env[69895]: DEBUG nova.compute.manager [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Refreshing instance network info cache due to event network-changed-ab5a145b-b660-45e9-808b-9bd5fb052494. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.416472] env[69895]: DEBUG oslo_concurrency.lockutils [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] Acquiring lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.416621] env[69895]: DEBUG oslo_concurrency.lockutils [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] Acquired lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.416810] env[69895]: DEBUG nova.network.neutron [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Refreshing network info cache for port ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.687405] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b289f-510d-4d5e-b18f-e21fb1912c8f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.694710] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa1397-f8e4-41ab-a056-c2f7ff4a9fdc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.728135] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639cc20-e1d7-4af1-b0e8-9ff5a668e9d4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.735193] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f770d1ae-4203-4768-b41f-402d85f876d2 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.747870] env[69895]: DEBUG nova.compute.provider_tree [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.786430] env[69895]: DEBUG nova.network.neutron [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updated VIF entry in instance network info cache for port 7247085c-183e-435e-924f-c976f9d730c7. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.786777] env[69895]: DEBUG nova.network.neutron [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Updating instance_info_cache with network_info: [{"id": "7247085c-183e-435e-924f-c976f9d730c7", "address": "fa:16:3e:e0:b1:cd", "network": {"id": "1f1641ef-55f1-4994-acc2-77e0a2c095c8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-720939109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdba28ce152c4722b2245b2f85d38ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap7247085c-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.109808] env[69895]: DEBUG nova.network.neutron [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updated VIF entry in instance network info cache for port ab5a145b-b660-45e9-808b-9bd5fb052494. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.110186] env[69895]: DEBUG nova.network.neutron [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating instance_info_cache with network_info: [{"id": "ab5a145b-b660-45e9-808b-9bd5fb052494", "address": "fa:16:3e:54:cb:55", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab5a145b-b6", "ovs_interfaceid": "ab5a145b-b660-45e9-808b-9bd5fb052494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.251578] env[69895]: DEBUG nova.scheduler.client.report [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.288951] env[69895]: DEBUG oslo_concurrency.lockutils [req-bbb7eab1-6262-43fa-8890-93206ea5915f req-ccc5908e-3f2f-40fd-bc9e-82faad74b276 service nova] Releasing lock "refresh_cache-0a6d62a3-e340-4041-af69-c2105a969535" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.612528] env[69895]: DEBUG oslo_concurrency.lockutils [req-2cd146cf-16e4-4cd9-8c28-ce8e8ee58da3 req-f2ffd850-a7b4-49f8-8a36-f39913afa6ab service nova] Releasing lock "refresh_cache-b32f2698-bae8-4a36-a1a3-4a9df0f93d52" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.756857] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.617s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.757919] env[69895]: ERROR nova.compute.manager [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Instance failed to spawn: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Traceback (most recent call last): [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] self.driver.spawn(context, instance, image_meta, [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] vm_ref = self.build_virtual_machine(instance, [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] vif_infos = vmwarevif.get_vif_info(self._session, [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] ref = get_network_ref(session, cluster, vif) [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] raise exception.InvalidInput(reason=reason) [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1379.757919] env[69895]: ERROR nova.compute.manager [instance: 0a6d62a3-e340-4041-af69-c2105a969535] [ 1379.779650] env[69895]: INFO nova.scheduler.client.report [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Deleted allocations for instance 0a6d62a3-e340-4041-af69-c2105a969535 [ 1379.779986] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Lock "0a6d62a3-e340-4041-af69-c2105a969535" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 17.778s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.291069] env[69895]: INFO nova.compute.manager [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] [instance: 0a6d62a3-e340-4041-af69-c2105a969535] Successfully reverted task state from spawning on failure for instance. [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server [None req-6ea9eea6-0580-425e-9a96-070a2d8949b9 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Exception during message handling: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server raise self.value [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server raise self.value [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server raise self.value [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7610, in unshelve_instance [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7607, in do_unshelve_instance [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7698, in _unshelve_instance [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(logger=LOG): [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server raise self.value [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self.driver.spawn(context, instance, image_meta, [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server self._vmops.spawn(context, instance, image_meta, injected_files, [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server vm_ref = self.build_virtual_machine(instance, [ 1381.298351] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server vif_infos = vmwarevif.get_vif_info(self._session, [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server ref = get_network_ref(session, cluster, vif) [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server raise exception.InvalidInput(reason=reason) [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 1381.300373] env[69895]: ERROR oslo_messaging.rpc.server [ 1391.468569] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.468966] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.973955] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.975441] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1391.975441] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.478401] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.478720] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.478826] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.478982] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1392.479897] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb05d3f-3ba4-4088-93d1-5a3073efda08 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.488347] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0a64f-40a7-42ef-a818-6b0678440fd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.502913] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29235edc-b2f0-4bd8-abe2-4c404aa8601c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.509231] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23950555-7c2f-4ceb-a11e-e28d802ff2c7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.540029] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180206MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1392.540206] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.540400] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.564959] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b32f2698-bae8-4a36-a1a3-4a9df0f93d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1393.565353] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1393.565453] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1393.593093] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41da976-f9ea-4acc-a0b1-d6d5ced5e117 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.600545] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e4f03d-1b14-4a68-a0a2-09d1f81192e0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.629520] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df010a5c-6417-4491-af63-69cc7183ec29 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.636227] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be4f50-2260-4290-98a5-eafad1299987 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.648688] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.151535] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.658396] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1394.658821] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.527432] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.527718] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.031281] env[69895]: DEBUG nova.compute.utils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.534181] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.600086] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.600478] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.600605] env[69895]: INFO nova.compute.manager [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Attaching volume 676f7e9d-6108-4fd3-8f7b-fad799124f82 to /dev/sdb [ 1419.631892] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f64ad5-0941-4b6f-94ca-b89a21514fd9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.639260] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c38b08-90af-41b9-8c67-2373ba10ff2b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.653703] env[69895]: DEBUG nova.virt.block_device [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating existing volume attachment record: 4e460cf1-c242-4f20-ae82-7ab0f0a4b526 {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1424.195717] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1424.195958] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694148', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'name': 'volume-676f7e9d-6108-4fd3-8f7b-fad799124f82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32f2698-bae8-4a36-a1a3-4a9df0f93d52', 'attached_at': '', 'detached_at': '', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'serial': '676f7e9d-6108-4fd3-8f7b-fad799124f82'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1424.196848] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ec32f-671a-470a-bceb-c6e2096d81c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.213224] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6560763-5994-4b39-ba91-1225c9492b2c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.238192] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-676f7e9d-6108-4fd3-8f7b-fad799124f82/volume-676f7e9d-6108-4fd3-8f7b-fad799124f82.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.238423] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370a28d2-b680-4b7e-8c85-0d259f428d1e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.256658] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1424.256658] env[69895]: value = "task-3472742" [ 1424.256658] env[69895]: _type = "Task" [ 1424.256658] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.264918] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.766565] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472742, 'name': ReconfigVM_Task, 'duration_secs': 0.36402} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.766866] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-676f7e9d-6108-4fd3-8f7b-fad799124f82/volume-676f7e9d-6108-4fd3-8f7b-fad799124f82.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.771525] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c065fb8d-de6c-4219-9f59-448a5186ae5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.785937] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1424.785937] env[69895]: value = "task-3472743" [ 1424.785937] env[69895]: _type = "Task" [ 1424.785937] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.793289] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.295551] env[69895]: DEBUG oslo_vmware.api [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472743, 'name': ReconfigVM_Task, 'duration_secs': 0.126087} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.295878] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694148', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'name': 'volume-676f7e9d-6108-4fd3-8f7b-fad799124f82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32f2698-bae8-4a36-a1a3-4a9df0f93d52', 'attached_at': '', 'detached_at': '', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'serial': '676f7e9d-6108-4fd3-8f7b-fad799124f82'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1426.335336] env[69895]: DEBUG nova.objects.instance [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid b32f2698-bae8-4a36-a1a3-4a9df0f93d52 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.840956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2e98b35b-147f-4ff0-a410-e41f364dd6ac tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.879686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.880040] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.382814] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.904311] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.904618] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.906177] env[69895]: INFO nova.compute.claims [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.954458] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11620b-bdb8-4368-995b-5d66a29dae80 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.962091] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fda90a-3dda-45c0-936f-9ea657c3b25e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.991964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efc72a-66e6-4501-a398-fcca0ccfd19f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.998741] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72deb4f7-3deb-4f26-9a81-56de032a06c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.011523] env[69895]: DEBUG nova.compute.provider_tree [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.515011] env[69895]: DEBUG nova.scheduler.client.report [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.020115] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.020661] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.526175] env[69895]: DEBUG nova.compute.utils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1431.527574] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.527744] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.563866] env[69895]: DEBUG nova.policy [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e612f3e141884a679b6668d543b05bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ffcbcf42bc8421d984d75cbca1f65a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.812111] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Successfully created port: 2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.031131] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.041337] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.070231] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1433.070480] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.070633] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1433.070809] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.070954] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1433.071306] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1433.071373] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1433.071526] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1433.071689] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1433.071848] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1433.072070] env[69895]: DEBUG nova.virt.hardware [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1433.072943] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dca128-49b8-41fd-8ee1-13871d43dcc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.081392] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86e84a-6711-4696-8dec-1ef367213167 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.168903] env[69895]: DEBUG nova.compute.manager [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Received event network-vif-plugged-2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.169165] env[69895]: DEBUG oslo_concurrency.lockutils [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] Acquiring lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.169341] env[69895]: DEBUG oslo_concurrency.lockutils [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.169507] env[69895]: DEBUG oslo_concurrency.lockutils [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.169672] env[69895]: DEBUG nova.compute.manager [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] No waiting events found dispatching network-vif-plugged-2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.169835] env[69895]: WARNING nova.compute.manager [req-f80ef7e3-2d78-4bc6-8f7f-f5f3c03d19a8 req-bb45ce59-7c81-442a-9454-9696cd6ae77e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Received unexpected event network-vif-plugged-2da35140-5544-42f0-9c3c-c391cc06f36e for instance with vm_state building and task_state spawning. [ 1433.249412] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Successfully updated port: 2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.753051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.753051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.753051] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.282918] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.399268] env[69895]: DEBUG nova.network.neutron [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updating instance_info_cache with network_info: [{"id": "2da35140-5544-42f0-9c3c-c391cc06f36e", "address": "fa:16:3e:43:5c:f5", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da35140-55", "ovs_interfaceid": "2da35140-5544-42f0-9c3c-c391cc06f36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.902703] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.903097] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Instance network_info: |[{"id": "2da35140-5544-42f0-9c3c-c391cc06f36e", "address": "fa:16:3e:43:5c:f5", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da35140-55", "ovs_interfaceid": "2da35140-5544-42f0-9c3c-c391cc06f36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.903542] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2da35140-5544-42f0-9c3c-c391cc06f36e', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.910942] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.911185] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.911422] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d9e40f2-4639-492f-8ce6-1879c6811efa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.931539] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.931539] env[69895]: value = "task-3472744" [ 1434.931539] env[69895]: _type = "Task" [ 1434.931539] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.939064] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472744, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.194619] env[69895]: DEBUG nova.compute.manager [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Received event network-changed-2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.194817] env[69895]: DEBUG nova.compute.manager [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Refreshing instance network info cache due to event network-changed-2da35140-5544-42f0-9c3c-c391cc06f36e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.195072] env[69895]: DEBUG oslo_concurrency.lockutils [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] Acquiring lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.195242] env[69895]: DEBUG oslo_concurrency.lockutils [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] Acquired lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.195426] env[69895]: DEBUG nova.network.neutron [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Refreshing network info cache for port 2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.442103] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472744, 'name': CreateVM_Task, 'duration_secs': 0.294932} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.442353] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1435.442950] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.443131] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.443458] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.443703] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30995a72-69b2-44b9-a6a8-4b835166a4fe {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.447989] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1435.447989] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcc1ba-1dee-3e04-9fd0-8af24b7baa5e" [ 1435.447989] env[69895]: _type = "Task" [ 1435.447989] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.456555] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcc1ba-1dee-3e04-9fd0-8af24b7baa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.864200] env[69895]: DEBUG nova.network.neutron [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updated VIF entry in instance network info cache for port 2da35140-5544-42f0-9c3c-c391cc06f36e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.864549] env[69895]: DEBUG nova.network.neutron [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updating instance_info_cache with network_info: [{"id": "2da35140-5544-42f0-9c3c-c391cc06f36e", "address": "fa:16:3e:43:5c:f5", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da35140-55", "ovs_interfaceid": "2da35140-5544-42f0-9c3c-c391cc06f36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.958885] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52bcc1ba-1dee-3e04-9fd0-8af24b7baa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.959196] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.959426] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.959656] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.959840] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.960017] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.960284] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9638d448-58a3-46a9-a681-d09c30f9f41b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.968891] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.969073] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.969733] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03645335-12d6-406e-b584-2cb9821379e4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.974987] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1435.974987] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f55ce4-117c-cd30-9a1e-3eff09f03fcd" [ 1435.974987] env[69895]: _type = "Task" [ 1435.974987] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.982468] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f55ce4-117c-cd30-9a1e-3eff09f03fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.367395] env[69895]: DEBUG oslo_concurrency.lockutils [req-b39e2b24-d8b6-4932-b4a2-5ddbca48fab1 req-644112ac-889d-4c42-b99d-b5026e6cedd6 service nova] Releasing lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.484973] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52f55ce4-117c-cd30-9a1e-3eff09f03fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.485774] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12dde773-498c-4556-b753-c74b2ddfdf0d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.490697] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1436.490697] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3fb24-95c9-5b0b-1800-c21b814d38f0" [ 1436.490697] env[69895]: _type = "Task" [ 1436.490697] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.497883] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3fb24-95c9-5b0b-1800-c21b814d38f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.000988] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52c3fb24-95c9-5b0b-1800-c21b814d38f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.001273] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.001531] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f50fc08c-a1c1-40b7-88c7-cca7a5a324e6/f50fc08c-a1c1-40b7-88c7-cca7a5a324e6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1437.001789] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93943ec2-9b9a-4c29-81a3-b91042650900 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.008196] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1437.008196] env[69895]: value = "task-3472745" [ 1437.008196] env[69895]: _type = "Task" [ 1437.008196] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.016863] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.518267] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409659} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.518588] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] f50fc08c-a1c1-40b7-88c7-cca7a5a324e6/f50fc08c-a1c1-40b7-88c7-cca7a5a324e6.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.518740] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.518977] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72008ec9-8e82-4799-9ad0-9a7790ae7e57 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.525585] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1437.525585] env[69895]: value = "task-3472746" [ 1437.525585] env[69895]: _type = "Task" [ 1437.525585] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.532624] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.035514] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05884} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.035795] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.036581] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba478a5d-44f6-4a26-9d2e-f79e15cc7b15 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.057736] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] f50fc08c-a1c1-40b7-88c7-cca7a5a324e6/f50fc08c-a1c1-40b7-88c7-cca7a5a324e6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.057936] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01fb89e-3a5a-4441-a661-74aa8bc5296e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.077566] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1438.077566] env[69895]: value = "task-3472747" [ 1438.077566] env[69895]: _type = "Task" [ 1438.077566] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.089347] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.587083] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472747, 'name': ReconfigVM_Task, 'duration_secs': 0.28436} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.587388] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] f50fc08c-a1c1-40b7-88c7-cca7a5a324e6/f50fc08c-a1c1-40b7-88c7-cca7a5a324e6.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.587956] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20b8ba5a-fbc8-4c9d-853d-01c81b93a377 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.594278] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1438.594278] env[69895]: value = "task-3472748" [ 1438.594278] env[69895]: _type = "Task" [ 1438.594278] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.601498] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472748, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.104515] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472748, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.605187] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472748, 'name': Rename_Task} progress is 99%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.105444] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472748, 'name': Rename_Task, 'duration_secs': 1.141035} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.105714] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.105963] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ce7faa-38f9-48f9-82d9-aa62b0609cd4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.112238] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1440.112238] env[69895]: value = "task-3472749" [ 1440.112238] env[69895]: _type = "Task" [ 1440.112238] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.119042] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.621595] env[69895]: DEBUG oslo_vmware.api [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472749, 'name': PowerOnVM_Task, 'duration_secs': 0.444879} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.621930] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.622087] env[69895]: INFO nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1440.622291] env[69895]: DEBUG nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.623053] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018bdaaf-4721-404b-b743-e800185029b4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.141415] env[69895]: INFO nova.compute.manager [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Took 12.25 seconds to build instance. [ 1441.644608] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.764s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.869365] env[69895]: DEBUG nova.compute.manager [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Received event network-changed-2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.869580] env[69895]: DEBUG nova.compute.manager [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Refreshing instance network info cache due to event network-changed-2da35140-5544-42f0-9c3c-c391cc06f36e. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.869797] env[69895]: DEBUG oslo_concurrency.lockutils [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] Acquiring lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.869941] env[69895]: DEBUG oslo_concurrency.lockutils [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] Acquired lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.870122] env[69895]: DEBUG nova.network.neutron [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Refreshing network info cache for port 2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.562430] env[69895]: DEBUG nova.network.neutron [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updated VIF entry in instance network info cache for port 2da35140-5544-42f0-9c3c-c391cc06f36e. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.562902] env[69895]: DEBUG nova.network.neutron [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updating instance_info_cache with network_info: [{"id": "2da35140-5544-42f0-9c3c-c391cc06f36e", "address": "fa:16:3e:43:5c:f5", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2da35140-55", "ovs_interfaceid": "2da35140-5544-42f0-9c3c-c391cc06f36e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.066663] env[69895]: DEBUG oslo_concurrency.lockutils [req-328ff01e-e5fc-49c5-853c-8d460f41beca req-3392f3c6-8aa8-4eb4-93b6-b964317c68fa service nova] Releasing lock "refresh_cache-f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.705426] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.705773] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.705825] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.705940] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.706101] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.706301] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.706441] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1447.706592] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.209591] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.209855] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.210047] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.210214] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1448.211109] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a6856-4007-4ff6-ba6d-a764bce2e4a1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.220406] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286728b1-8226-4061-8d97-5c70648792c3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.234230] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9c2346-ce19-4c60-bccd-ff6d0bd223c8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.240856] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5a700-a9cc-44a7-ac70-4c44ad17433a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.269641] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180967MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1448.269819] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.270043] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.359075] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance b32f2698-bae8-4a36-a1a3-4a9df0f93d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.359374] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance f50fc08c-a1c1-40b7-88c7-cca7a5a324e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.359447] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1449.359573] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1449.395996] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a63e006-0740-401b-9756-863957283fcc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.403145] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763ef6b-35a5-4dca-8f2b-ef555ffa0ade {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.433499] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f2d03-4269-433d-bcfe-c4674dfa3218 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.440492] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a1f95-260d-479b-8a2c-513d4fc45c6f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.453494] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.974420] env[69895]: ERROR nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [req-e65de198-bfe3-464b-8aa9-62d7cb2298e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7ecffc51-323f-4c97-913f-419a1a87f107. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e65de198-bfe3-464b-8aa9-62d7cb2298e8"}]} [ 1449.990444] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1450.004746] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1450.004922] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1450.014892] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1450.031075] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1450.063574] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab8d59-7fb5-4eb3-9927-d8c15eb2005b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.071048] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65eca74-8193-4465-8028-bbffd308cd64 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.100957] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5076f99-bab5-4f37-b4ee-819d082c6662 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.108187] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0188fde7-8e6d-4649-9066-0d1e95eddcae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.122149] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1450.652548] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1450.652848] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 186 to 187 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1450.652950] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.158017] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1451.158266] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.888s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.158503] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.158643] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1451.667174] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] There are 22 instances to clean {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1451.667563] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: ad33cc47-0d67-4db0-86dc-676fd3087118] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.170326] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 7eafdeb7-3e0d-4afd-91ae-c78b6431e353] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.674443] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: cf8132fe-6cdc-449d-8484-3951a33c402b] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.177824] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 02fbb17e-e611-4fd2-bca6-13786b98eba1] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.681034] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 2b5a26c8-e1fd-40a2-8ed0-d0cee7d73c31] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.184565] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: da302f98-1dae-457b-aba2-bf067752e903] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.687649] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 091ffec0-c123-4317-a168-e93d3995865d] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.190666] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 629ae49f-46f9-4290-9fbc-85abc58b2aa2] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.694287] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: edf8279b-95d2-4ec1-9033-6355b1b4fae7] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.199050] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 1c8cf0c5-f1b7-49c2-963b-503fbbb951f3] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.702297] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 68663879-197f-482f-b5d4-9146bb59a872] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.205981] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5ab865f9-56a5-4bbc-8aa9-803560d9c773] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.709795] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 86634986-27a8-424c-9552-b9829ad140ed] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.213631] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 6375511d-18bd-4e4d-aaf1-3b105eb276fe] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.717455] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: a6242dc7-ef1f-47f8-9c9a-584e27397764] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.221444] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: d16742b0-b739-4223-9733-253ddfb7fdcd] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.725508] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: fce02cc8-b78e-4909-9da5-77c0643fd3e2] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.228626] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 0b01ea8e-d58d-4a82-b5dd-65cc2703d18a] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.731688] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: a7b6bcfd-869d-4cfe-9acb-5d66312e296a] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.234898] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: dd4ffb30-6292-464f-a166-61edbe8786a9] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.738540] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 5d637ef2-b41b-4fd9-bb83-d579f31fb60a] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.241671] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: e993427e-b1e2-489f-a54a-0500c25cf072] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.746056] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.746056] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances with incomplete migration {{(pid=69895) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1463.248519] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.746594] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.164156] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.164553] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.164686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.164838] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.165024] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.168639] env[69895]: INFO nova.compute.manager [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Terminating instance [ 1480.673418] env[69895]: DEBUG nova.compute.manager [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.673669] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.674619] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e409f7-6a7c-41fc-9132-e078e90c3283 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.683214] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.683542] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c8c8a8-59e4-467f-82fb-5d0a6bf29894 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.691227] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1480.691227] env[69895]: value = "task-3472750" [ 1480.691227] env[69895]: _type = "Task" [ 1480.691227] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.699079] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.201638] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472750, 'name': PowerOffVM_Task, 'duration_secs': 0.191577} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.202049] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.202238] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.202498] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88193609-b9b0-4f37-baae-1b88974717aa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.264652] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.264989] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.265098] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleting the datastore file [datastore1] f50fc08c-a1c1-40b7-88c7-cca7a5a324e6 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.265333] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87e16244-ec4f-4f76-a756-5a3992295557 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.271885] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1481.271885] env[69895]: value = "task-3472752" [ 1481.271885] env[69895]: _type = "Task" [ 1481.271885] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.279437] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.782060] env[69895]: DEBUG oslo_vmware.api [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191821} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.782284] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.782454] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.782624] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.782832] env[69895]: INFO nova.compute.manager [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1481.783109] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.783307] env[69895]: DEBUG nova.compute.manager [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1481.783400] env[69895]: DEBUG nova.network.neutron [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.226256] env[69895]: DEBUG nova.compute.manager [req-be7d439f-92d9-40a9-ae08-69ed9d6d5808 req-61c9bc8c-4793-451c-84a5-314b78ce678e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Received event network-vif-deleted-2da35140-5544-42f0-9c3c-c391cc06f36e {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.226500] env[69895]: INFO nova.compute.manager [req-be7d439f-92d9-40a9-ae08-69ed9d6d5808 req-61c9bc8c-4793-451c-84a5-314b78ce678e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Neutron deleted interface 2da35140-5544-42f0-9c3c-c391cc06f36e; detaching it from the instance and deleting it from the info cache [ 1482.226628] env[69895]: DEBUG nova.network.neutron [req-be7d439f-92d9-40a9-ae08-69ed9d6d5808 req-61c9bc8c-4793-451c-84a5-314b78ce678e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.710817] env[69895]: DEBUG nova.network.neutron [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.729325] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4a890c3-3c34-40fa-9c9b-e07fae653707 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.740075] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06a308-0c7c-491f-9f13-ed5034cfcdbc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.767676] env[69895]: DEBUG nova.compute.manager [req-be7d439f-92d9-40a9-ae08-69ed9d6d5808 req-61c9bc8c-4793-451c-84a5-314b78ce678e service nova] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Detach interface failed, port_id=2da35140-5544-42f0-9c3c-c391cc06f36e, reason: Instance f50fc08c-a1c1-40b7-88c7-cca7a5a324e6 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1483.214077] env[69895]: INFO nova.compute.manager [-] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Took 1.43 seconds to deallocate network for instance. [ 1483.720651] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.720953] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.721180] env[69895]: DEBUG nova.objects.instance [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'resources' on Instance uuid f50fc08c-a1c1-40b7-88c7-cca7a5a324e6 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.267451] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71055bfa-4854-4b15-b0e8-b0fa34d83ab0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.274965] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89691ee-999d-4fd1-835c-5c9f0599c667 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.304445] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e6785-f34b-46ba-9557-b0e21c456672 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.311139] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305edb8-1e37-45f4-83da-66329e5777c1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.323873] env[69895]: DEBUG nova.compute.provider_tree [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.853462] env[69895]: DEBUG nova.scheduler.client.report [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Updated inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1484.853781] env[69895]: DEBUG nova.compute.provider_tree [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Updating resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 generation from 187 to 188 during operation: update_inventory {{(pid=69895) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1484.853900] env[69895]: DEBUG nova.compute.provider_tree [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1485.360602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.383073] env[69895]: INFO nova.scheduler.client.report [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted allocations for instance f50fc08c-a1c1-40b7-88c7-cca7a5a324e6 [ 1485.889877] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e17a26b6-992e-49fe-894c-e421e537baf2 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "f50fc08c-a1c1-40b7-88c7-cca7a5a324e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.120935] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.121243] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.624526] env[69895]: INFO nova.compute.manager [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Detaching volume 676f7e9d-6108-4fd3-8f7b-fad799124f82 [ 1487.655684] env[69895]: INFO nova.virt.block_device [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Attempting to driver detach volume 676f7e9d-6108-4fd3-8f7b-fad799124f82 from mountpoint /dev/sdb [ 1487.655931] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1487.656137] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694148', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'name': 'volume-676f7e9d-6108-4fd3-8f7b-fad799124f82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32f2698-bae8-4a36-a1a3-4a9df0f93d52', 'attached_at': '', 'detached_at': '', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'serial': '676f7e9d-6108-4fd3-8f7b-fad799124f82'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1487.656998] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1f78c-27a0-44f9-9cac-73727034464c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.678425] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64436a8b-7b0e-478a-9b40-d78ab5721a76 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.685032] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f0480-d39f-42d7-b6ab-7b0f12f63a03 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.704588] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd28e00-0b15-4aaf-a122-33bba55c9655 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.719782] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] The volume has not been displaced from its original location: [datastore1] volume-676f7e9d-6108-4fd3-8f7b-fad799124f82/volume-676f7e9d-6108-4fd3-8f7b-fad799124f82.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1487.724914] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1487.725186] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19da0a3-cfe4-49bf-9149-dbe06c3a8fc5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.742599] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1487.742599] env[69895]: value = "task-3472753" [ 1487.742599] env[69895]: _type = "Task" [ 1487.742599] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.749873] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.251899] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472753, 'name': ReconfigVM_Task, 'duration_secs': 0.232064} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.252276] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1488.256703] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22320849-3a73-4b17-a487-cb872c318fe7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.271216] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1488.271216] env[69895]: value = "task-3472754" [ 1488.271216] env[69895]: _type = "Task" [ 1488.271216] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.278540] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.780879] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.280831] env[69895]: DEBUG oslo_vmware.api [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472754, 'name': ReconfigVM_Task, 'duration_secs': 0.763005} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.281205] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694148', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'name': 'volume-676f7e9d-6108-4fd3-8f7b-fad799124f82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b32f2698-bae8-4a36-a1a3-4a9df0f93d52', 'attached_at': '', 'detached_at': '', 'volume_id': '676f7e9d-6108-4fd3-8f7b-fad799124f82', 'serial': '676f7e9d-6108-4fd3-8f7b-fad799124f82'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1489.821647] env[69895]: DEBUG nova.objects.instance [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid b32f2698-bae8-4a36-a1a3-4a9df0f93d52 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.831683] env[69895]: DEBUG oslo_concurrency.lockutils [None req-bd4d251b-1d0f-4902-ab7e-457120b98df3 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.710s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.362322] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.362602] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.362833] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.363061] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.363245] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.365297] env[69895]: INFO nova.compute.manager [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Terminating instance [ 1491.868881] env[69895]: DEBUG nova.compute.manager [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.869290] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.870098] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e93f29-e44d-49ac-9d4c-dac57e30c969 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.878106] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.878330] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ffd003-8cb0-4e4a-bd43-48f61bfaa000 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.884744] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1491.884744] env[69895]: value = "task-3472755" [ 1491.884744] env[69895]: _type = "Task" [ 1491.884744] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.892707] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.393997] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472755, 'name': PowerOffVM_Task, 'duration_secs': 0.171963} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.394313] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.394486] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.394732] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d8927c-1fd9-410a-9ae8-b4716309cc04 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.453186] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.453356] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.453533] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleting the datastore file [datastore1] b32f2698-bae8-4a36-a1a3-4a9df0f93d52 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.453794] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-011a862e-04c6-4e74-8ced-f3e581a4c591 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.460179] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1492.460179] env[69895]: value = "task-3472757" [ 1492.460179] env[69895]: _type = "Task" [ 1492.460179] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.468718] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.972166] env[69895]: DEBUG oslo_vmware.api [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120027} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.972502] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.972635] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.972743] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.972939] env[69895]: INFO nova.compute.manager [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1492.973195] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.973379] env[69895]: DEBUG nova.compute.manager [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.973470] env[69895]: DEBUG nova.network.neutron [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.644478] env[69895]: DEBUG nova.compute.manager [req-5082d175-f769-42d8-ad03-e2c428fb9687 req-4ea5fd84-c43f-40f1-a07a-03d8323732c5 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Received event network-vif-deleted-ab5a145b-b660-45e9-808b-9bd5fb052494 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1493.644478] env[69895]: INFO nova.compute.manager [req-5082d175-f769-42d8-ad03-e2c428fb9687 req-4ea5fd84-c43f-40f1-a07a-03d8323732c5 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Neutron deleted interface ab5a145b-b660-45e9-808b-9bd5fb052494; detaching it from the instance and deleting it from the info cache [ 1493.644736] env[69895]: DEBUG nova.network.neutron [req-5082d175-f769-42d8-ad03-e2c428fb9687 req-4ea5fd84-c43f-40f1-a07a-03d8323732c5 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.114870] env[69895]: DEBUG nova.network.neutron [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.147928] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992d67bc-ea92-47c8-b836-7069850898d3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.157415] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5bb79-d3ad-409e-89d9-932470c9d9e8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.181751] env[69895]: DEBUG nova.compute.manager [req-5082d175-f769-42d8-ad03-e2c428fb9687 req-4ea5fd84-c43f-40f1-a07a-03d8323732c5 service nova] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Detach interface failed, port_id=ab5a145b-b660-45e9-808b-9bd5fb052494, reason: Instance b32f2698-bae8-4a36-a1a3-4a9df0f93d52 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1494.618056] env[69895]: INFO nova.compute.manager [-] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Took 1.64 seconds to deallocate network for instance. [ 1495.123872] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.124220] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.124334] env[69895]: DEBUG nova.objects.instance [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'resources' on Instance uuid b32f2698-bae8-4a36-a1a3-4a9df0f93d52 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.659382] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8214bb-c70b-4a48-b7f7-56245801e908 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.667050] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a46f5ac-fc48-4ddd-a66e-35868f41bf6b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.697093] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325142f-2b37-4401-84bf-5aff29efdec9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.703992] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241ad54a-dadd-4399-963f-7d554ea5832c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.717207] env[69895]: DEBUG nova.compute.provider_tree [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.220738] env[69895]: DEBUG nova.scheduler.client.report [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.726313] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.746791] env[69895]: INFO nova.scheduler.client.report [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted allocations for instance b32f2698-bae8-4a36-a1a3-4a9df0f93d52 [ 1497.255249] env[69895]: DEBUG oslo_concurrency.lockutils [None req-25925cee-c443-4a17-8c22-cea80c22ae3f tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "b32f2698-bae8-4a36-a1a3-4a9df0f93d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.892s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.185377] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.185659] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.688261] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.210774] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.211141] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.212695] env[69895]: INFO nova.compute.claims [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.247429] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf838d-4d59-47ea-aa72-2cc9d06eb170 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.255786] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ae9217-f369-416b-a130-71e5e8c8c9e3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.285428] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d3ebd1-baf7-43de-8b2b-943f444b3057 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.292758] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ffdaec-d9d3-4a07-9e9d-f5ecbe5c179c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.305925] env[69895]: DEBUG nova.compute.provider_tree [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.808974] env[69895]: DEBUG nova.scheduler.client.report [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.314521] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.314987] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.705268] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.820236] env[69895]: DEBUG nova.compute.utils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1502.822228] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.822400] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.884324] env[69895]: DEBUG nova.policy [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e612f3e141884a679b6668d543b05bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ffcbcf42bc8421d984d75cbca1f65a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.137731] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Successfully created port: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.323700] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.705752] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.333789] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.360266] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.360524] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.360684] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.360861] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.361011] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.361167] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.361376] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.361532] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.361694] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.361854] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.362031] env[69895]: DEBUG nova.virt.hardware [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.362906] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5132c18-16fe-41cb-8c8d-27c7e3b95877 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.371033] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e23f1f-4279-40e5-90af-1b7c23423102 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.479494] env[69895]: DEBUG nova.compute.manager [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Received event network-vif-plugged-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.479760] env[69895]: DEBUG oslo_concurrency.lockutils [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.479912] env[69895]: DEBUG oslo_concurrency.lockutils [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.480097] env[69895]: DEBUG oslo_concurrency.lockutils [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.480267] env[69895]: DEBUG nova.compute.manager [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] No waiting events found dispatching network-vif-plugged-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.480430] env[69895]: WARNING nova.compute.manager [req-c993c7f5-4b3c-4d47-b7e2-ab65d56282e9 req-acb9f867-473c-427d-9717-bdf8c3bd7ed3 service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Received unexpected event network-vif-plugged-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 for instance with vm_state building and task_state spawning. [ 1504.558658] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Successfully updated port: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.705691] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.061284] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.061445] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.061597] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.592861] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.712208] env[69895]: DEBUG nova.network.neutron [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating instance_info_cache with network_info: [{"id": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "address": "fa:16:3e:5f:93:e6", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23dd708-b1", "ovs_interfaceid": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.215237] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.215567] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Instance network_info: |[{"id": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "address": "fa:16:3e:5f:93:e6", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23dd708-b1", "ovs_interfaceid": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1506.215996] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:93:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e23dd708-b1b5-45a9-8d41-ddd305eb2a30', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.224248] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.224461] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.224687] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19509e19-1187-4130-b357-29e376fcfa39 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.244017] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.244017] env[69895]: value = "task-3472758" [ 1506.244017] env[69895]: _type = "Task" [ 1506.244017] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.255560] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472758, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.505647] env[69895]: DEBUG nova.compute.manager [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Received event network-changed-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1506.505798] env[69895]: DEBUG nova.compute.manager [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Refreshing instance network info cache due to event network-changed-e23dd708-b1b5-45a9-8d41-ddd305eb2a30. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1506.505985] env[69895]: DEBUG oslo_concurrency.lockutils [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] Acquiring lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.506150] env[69895]: DEBUG oslo_concurrency.lockutils [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] Acquired lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.506323] env[69895]: DEBUG nova.network.neutron [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Refreshing network info cache for port e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.705725] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.706019] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.706130] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1506.753755] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472758, 'name': CreateVM_Task, 'duration_secs': 0.277417} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.753922] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.754633] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.754800] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.755157] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.755424] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155f29b6-2d8e-4ded-a209-c881d9683f52 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.759730] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1506.759730] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad07e7-eb51-5a01-55a0-6ae59b3690d2" [ 1506.759730] env[69895]: _type = "Task" [ 1506.759730] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.767227] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad07e7-eb51-5a01-55a0-6ae59b3690d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.174420] env[69895]: DEBUG nova.network.neutron [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updated VIF entry in instance network info cache for port e23dd708-b1b5-45a9-8d41-ddd305eb2a30. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.174788] env[69895]: DEBUG nova.network.neutron [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating instance_info_cache with network_info: [{"id": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "address": "fa:16:3e:5f:93:e6", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23dd708-b1", "ovs_interfaceid": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.269767] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52ad07e7-eb51-5a01-55a0-6ae59b3690d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.270077] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.270309] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.270540] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.270686] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.270876] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.271182] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa84b1e2-beec-4c21-b385-95b4816f920a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.279246] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.279417] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.280092] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da98478b-0940-4611-8a4e-78db0c43f256 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.284825] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1507.284825] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52274db4-39e7-08d5-12fb-4faa47b3578e" [ 1507.284825] env[69895]: _type = "Task" [ 1507.284825] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.291576] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52274db4-39e7-08d5-12fb-4faa47b3578e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.677541] env[69895]: DEBUG oslo_concurrency.lockutils [req-b80799fa-f938-4bff-9ecd-9420fe43160b req-5f4a22bd-fce6-45e9-9cd7-81d53c36e6fa service nova] Releasing lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.705755] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.706049] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.795557] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]52274db4-39e7-08d5-12fb-4faa47b3578e, 'name': SearchDatastore_Task, 'duration_secs': 0.008475} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.796368] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec98916-769b-40b0-b6c6-4152c6d9bdd3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.801280] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1507.801280] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521804eb-e6f5-3dc7-6cf9-5bafb5182f37" [ 1507.801280] env[69895]: _type = "Task" [ 1507.801280] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.808773] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521804eb-e6f5-3dc7-6cf9-5bafb5182f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.209468] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.209468] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.209693] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.209693] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1508.210594] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fba323-361d-47f8-ae80-0e7a89dda75f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.218526] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a2920-319a-4b1f-8f5b-831ad1fc123d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.231908] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2205e4f7-6b8c-495f-935f-5d704566fb5b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.237685] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6553a228-e622-4394-bcd7-1750c0dc149a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.266434] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180773MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1508.266575] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.266776] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.309914] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]521804eb-e6f5-3dc7-6cf9-5bafb5182f37, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.310184] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.310434] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] e6030ff8-e7a3-43a9-80c7-18129ea24970/e6030ff8-e7a3-43a9-80c7-18129ea24970.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.310670] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d88caa69-ff75-4bcd-878e-69557eb360af {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.316652] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1508.316652] env[69895]: value = "task-3472759" [ 1508.316652] env[69895]: _type = "Task" [ 1508.316652] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.323936] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.826018] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41474} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.826436] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] e6030ff8-e7a3-43a9-80c7-18129ea24970/e6030ff8-e7a3-43a9-80c7-18129ea24970.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.826510] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.826739] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df3e75a3-66eb-4761-ab89-6fb2fcd75bc7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.832745] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1508.832745] env[69895]: value = "task-3472760" [ 1508.832745] env[69895]: _type = "Task" [ 1508.832745] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.839826] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.293056] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance e6030ff8-e7a3-43a9-80c7-18129ea24970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1509.293056] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1509.293247] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1509.317599] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa258d-9976-4ff0-ae34-1a3f28fea31c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.325178] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce203e-9215-4029-b9fc-c2b955651bc3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.358116] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006faa33-7bc0-4fd1-8314-bbefdf0e3dfb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.365071] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062731} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.367155] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.367850] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11fb514-8890-4f4f-915c-17a19c12123b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.370911] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade445d-14ec-416d-ada5-c0b4990966fb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.383710] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.402116] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] e6030ff8-e7a3-43a9-80c7-18129ea24970/e6030ff8-e7a3-43a9-80c7-18129ea24970.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.403625] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.406320] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8724c53c-1fc5-42bb-acb6-546bea27d00f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.421507] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1509.421680] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.155s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.427795] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1509.427795] env[69895]: value = "task-3472761" [ 1509.427795] env[69895]: _type = "Task" [ 1509.427795] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.435891] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.937739] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472761, 'name': ReconfigVM_Task, 'duration_secs': 0.261863} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.938333] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfigured VM instance instance-00000080 to attach disk [datastore1] e6030ff8-e7a3-43a9-80c7-18129ea24970/e6030ff8-e7a3-43a9-80c7-18129ea24970.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.938948] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83817141-52ae-46c6-b108-b6232548ba2d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.944780] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1509.944780] env[69895]: value = "task-3472762" [ 1509.944780] env[69895]: _type = "Task" [ 1509.944780] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.952271] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472762, 'name': Rename_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.417494] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.454914] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472762, 'name': Rename_Task, 'duration_secs': 0.136151} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.455205] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.455446] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dcecfc0-61e0-41ec-ac74-bd350aadf684 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.461714] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1510.461714] env[69895]: value = "task-3472763" [ 1510.461714] env[69895]: _type = "Task" [ 1510.461714] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.469233] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.971522] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.472159] env[69895]: DEBUG oslo_vmware.api [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472763, 'name': PowerOnVM_Task, 'duration_secs': 0.999834} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.472451] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.472657] env[69895]: INFO nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1511.472835] env[69895]: DEBUG nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.473780] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031bcc90-6ee1-4ad6-bde9-8a4dbf4b7403 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.993280] env[69895]: INFO nova.compute.manager [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Took 11.80 seconds to build instance. [ 1512.393485] env[69895]: DEBUG nova.compute.manager [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Received event network-changed-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.393684] env[69895]: DEBUG nova.compute.manager [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Refreshing instance network info cache due to event network-changed-e23dd708-b1b5-45a9-8d41-ddd305eb2a30. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.393896] env[69895]: DEBUG oslo_concurrency.lockutils [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] Acquiring lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.394049] env[69895]: DEBUG oslo_concurrency.lockutils [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] Acquired lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.394222] env[69895]: DEBUG nova.network.neutron [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Refreshing network info cache for port e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.495045] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.309s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.080947] env[69895]: DEBUG nova.network.neutron [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updated VIF entry in instance network info cache for port e23dd708-b1b5-45a9-8d41-ddd305eb2a30. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.081336] env[69895]: DEBUG nova.network.neutron [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating instance_info_cache with network_info: [{"id": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "address": "fa:16:3e:5f:93:e6", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23dd708-b1", "ovs_interfaceid": "e23dd708-b1b5-45a9-8d41-ddd305eb2a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.584520] env[69895]: DEBUG oslo_concurrency.lockutils [req-25970902-5e50-46b5-9de6-f2a9bd64ed8c req-934c6837-234a-4c4a-a9c0-6edb97fbb1cd service nova] Releasing lock "refresh_cache-e6030ff8-e7a3-43a9-80c7-18129ea24970" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.701042] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.628273] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.628900] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.132054] env[69895]: DEBUG nova.compute.utils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1551.635452] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.698372] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.698734] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.698874] env[69895]: INFO nova.compute.manager [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Attaching volume fdea669d-61a3-48e0-88a4-7eec263564ef to /dev/sdb [ 1552.729220] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d9877c-00f6-488d-976f-d2161d766f13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.736256] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0f284-99a7-4434-999f-98df309d06db {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.748640] env[69895]: DEBUG nova.virt.block_device [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating existing volume attachment record: 63f98bd6-f3e5-4ec1-b13b-54e7ced52f4b {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1557.291192] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1557.291452] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694151', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'name': 'volume-fdea669d-61a3-48e0-88a4-7eec263564ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6030ff8-e7a3-43a9-80c7-18129ea24970', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'serial': 'fdea669d-61a3-48e0-88a4-7eec263564ef'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1557.292456] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3642c-bc42-41fa-84ad-8f3a96de2e3a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.308993] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f985458-6931-427b-8532-5fddc1aa49df {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.333158] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-fdea669d-61a3-48e0-88a4-7eec263564ef/volume-fdea669d-61a3-48e0-88a4-7eec263564ef.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.333418] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d7c53c-412d-49a8-921f-bd9bb69c17f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.351020] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1557.351020] env[69895]: value = "task-3472766" [ 1557.351020] env[69895]: _type = "Task" [ 1557.351020] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.358713] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.860918] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472766, 'name': ReconfigVM_Task, 'duration_secs': 0.449003} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.861348] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-fdea669d-61a3-48e0-88a4-7eec263564ef/volume-fdea669d-61a3-48e0-88a4-7eec263564ef.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.866109] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-264a3817-3ac7-46a7-a62d-b65f47e651cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.881014] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1557.881014] env[69895]: value = "task-3472767" [ 1557.881014] env[69895]: _type = "Task" [ 1557.881014] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.888519] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.391123] env[69895]: DEBUG oslo_vmware.api [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472767, 'name': ReconfigVM_Task, 'duration_secs': 0.125197} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.391441] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694151', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'name': 'volume-fdea669d-61a3-48e0-88a4-7eec263564ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6030ff8-e7a3-43a9-80c7-18129ea24970', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'serial': 'fdea669d-61a3-48e0-88a4-7eec263564ef'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1559.425784] env[69895]: DEBUG nova.objects.instance [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid e6030ff8-e7a3-43a9-80c7-18129ea24970 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1559.932303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-89d2d7d0-29d5-4bef-94df-69642fea72f5 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.140956] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.141229] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.644068] env[69895]: INFO nova.compute.manager [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Detaching volume fdea669d-61a3-48e0-88a4-7eec263564ef [ 1560.673328] env[69895]: INFO nova.virt.block_device [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Attempting to driver detach volume fdea669d-61a3-48e0-88a4-7eec263564ef from mountpoint /dev/sdb [ 1560.673584] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1560.673767] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694151', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'name': 'volume-fdea669d-61a3-48e0-88a4-7eec263564ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6030ff8-e7a3-43a9-80c7-18129ea24970', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'serial': 'fdea669d-61a3-48e0-88a4-7eec263564ef'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1560.674707] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50d2f5-4983-454a-95ca-97a01f29b45d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.696882] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07922c32-654b-4178-b853-2a6c1d8bf7f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.703501] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35f7cb-d28c-4b88-8e7d-c1c6b1f99d09 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.723208] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a9df81-ae48-4b03-ab17-7066af378626 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.737208] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdea669d-61a3-48e0-88a4-7eec263564ef/volume-fdea669d-61a3-48e0-88a4-7eec263564ef.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1560.742413] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1560.742654] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af501a2-60bb-48f5-8a32-b3908af0d576 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.759667] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1560.759667] env[69895]: value = "task-3472768" [ 1560.759667] env[69895]: _type = "Task" [ 1560.759667] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.766793] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.268927] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472768, 'name': ReconfigVM_Task, 'duration_secs': 0.21137} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.269225] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1561.273846] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4e727b-077a-472d-9767-372fd909d93a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.288241] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1561.288241] env[69895]: value = "task-3472769" [ 1561.288241] env[69895]: _type = "Task" [ 1561.288241] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.295458] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.799141] env[69895]: DEBUG oslo_vmware.api [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472769, 'name': ReconfigVM_Task, 'duration_secs': 0.13302} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.799452] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694151', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'name': 'volume-fdea669d-61a3-48e0-88a4-7eec263564ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6030ff8-e7a3-43a9-80c7-18129ea24970', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdea669d-61a3-48e0-88a4-7eec263564ef', 'serial': 'fdea669d-61a3-48e0-88a4-7eec263564ef'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1562.339147] env[69895]: DEBUG nova.objects.instance [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid e6030ff8-e7a3-43a9-80c7-18129ea24970 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.347205] env[69895]: DEBUG oslo_concurrency.lockutils [None req-8f182399-4ff8-47c9-b5bf-e73eb0fb1c6d tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.374571] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.374905] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.375026] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.375218] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.375407] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.377729] env[69895]: INFO nova.compute.manager [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Terminating instance [ 1564.705702] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.705872] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.882023] env[69895]: DEBUG nova.compute.manager [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.882336] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.883252] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c300b5c9-b9f7-43a6-abd1-36d4db8fb4f0 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.890818] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.891047] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189f15d1-d88b-433f-8886-f0be4a226c26 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.899928] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1564.899928] env[69895]: value = "task-3472770" [ 1564.899928] env[69895]: _type = "Task" [ 1564.899928] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.907922] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.409833] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472770, 'name': PowerOffVM_Task, 'duration_secs': 0.160124} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.410219] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.410357] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.410602] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6527d5e7-1280-4e57-9c78-b312d227cc12 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.470416] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.470641] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.470802] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleting the datastore file [datastore1] e6030ff8-e7a3-43a9-80c7-18129ea24970 {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.471072] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925e0412-b107-45fe-b577-b63dbb8c102a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.476799] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1565.476799] env[69895]: value = "task-3472772" [ 1565.476799] env[69895]: _type = "Task" [ 1565.476799] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.483948] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.986672] env[69895]: DEBUG oslo_vmware.api [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128793} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.986998] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.987192] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.987320] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.987499] env[69895]: INFO nova.compute.manager [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1565.987739] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1565.987929] env[69895]: DEBUG nova.compute.manager [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.988043] env[69895]: DEBUG nova.network.neutron [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.485633] env[69895]: DEBUG nova.compute.manager [req-5705d9d3-4e02-40d3-af1f-8268c1d78e1c req-6d4fe5b3-dd41-44d0-81e8-c0eed605aa4e service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Received event network-vif-deleted-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1566.485859] env[69895]: INFO nova.compute.manager [req-5705d9d3-4e02-40d3-af1f-8268c1d78e1c req-6d4fe5b3-dd41-44d0-81e8-c0eed605aa4e service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Neutron deleted interface e23dd708-b1b5-45a9-8d41-ddd305eb2a30; detaching it from the instance and deleting it from the info cache [ 1566.485977] env[69895]: DEBUG nova.network.neutron [req-5705d9d3-4e02-40d3-af1f-8268c1d78e1c req-6d4fe5b3-dd41-44d0-81e8-c0eed605aa4e service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.705458] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.705695] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.914491] env[69895]: DEBUG nova.network.neutron [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.988653] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7662da9e-2b7a-4e07-9dd1-7b1b56d9e076 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.998416] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff00c9dd-65f5-445f-a71c-241d32c6b086 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.022186] env[69895]: DEBUG nova.compute.manager [req-5705d9d3-4e02-40d3-af1f-8268c1d78e1c req-6d4fe5b3-dd41-44d0-81e8-c0eed605aa4e service nova] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Detach interface failed, port_id=e23dd708-b1b5-45a9-8d41-ddd305eb2a30, reason: Instance e6030ff8-e7a3-43a9-80c7-18129ea24970 could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1567.417493] env[69895]: INFO nova.compute.manager [-] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Took 1.43 seconds to deallocate network for instance. [ 1567.924474] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.924808] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.924991] env[69895]: DEBUG nova.objects.instance [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'resources' on Instance uuid e6030ff8-e7a3-43a9-80c7-18129ea24970 {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.459754] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5ddff-004a-4ab9-bd0d-36e81b5906da {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.467252] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8d67c-a2ab-4f30-9fe7-e74b8407a715 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.496086] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e14e6d4-576b-48e2-b532-1164aefa7bbc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.502709] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ed98d2-6157-428f-8a39-dc5bce3689c5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.516292] env[69895]: DEBUG nova.compute.provider_tree [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.705677] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.705897] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.706056] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1568.706219] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.019093] env[69895]: DEBUG nova.scheduler.client.report [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.209446] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.524387] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.527037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.317s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.527037] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.527170] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1569.527955] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b356d7f-cf7b-4713-8ac7-bb3d128f3eaa {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.536442] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba830664-20c5-4557-b5d8-e65352c323f7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.550502] env[69895]: INFO nova.scheduler.client.report [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted allocations for instance e6030ff8-e7a3-43a9-80c7-18129ea24970 [ 1569.551865] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825e4e7-2dbc-471c-b530-1e608b4e94f8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.560557] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce6cac-1680-4e0b-9a23-c1beb33c07c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.589252] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180750MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1569.589382] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.589570] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.060751] env[69895]: DEBUG oslo_concurrency.lockutils [None req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "e6030ff8-e7a3-43a9-80c7-18129ea24970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.607853] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1570.608066] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1570.621068] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e55bfe-8d73-4a91-b318-59965f13e12e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.629051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28400504-e79c-4862-85bf-5d521b167cce {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.658932] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f403d-3f5b-4d18-98d5-fe5c1ba41967 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.666050] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e481db-ed46-43c5-a36b-b47c2b4362bc {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.678887] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.181849] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1571.687105] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1571.687359] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.233746] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.234051] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.682627] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.736475] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Starting instance... {{(pid=69895) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.261009] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.261352] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.262973] env[69895]: INFO nova.compute.claims [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.297974] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8b3469-40b5-4454-9d2a-7db261f2aa25 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.305964] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290cec70-19c9-4035-b566-d5970c5e87b1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.334864] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff682a4-34c5-4b97-a5a0-494bc8f13755 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.341571] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340a677d-6722-4133-b99b-867e4ffd6f21 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.355250] env[69895]: DEBUG nova.compute.provider_tree [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.858384] env[69895]: DEBUG nova.scheduler.client.report [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.363162] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.363682] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Start building networks asynchronously for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.869330] env[69895]: DEBUG nova.compute.utils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1575.870797] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Allocating IP information in the background. {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1575.870989] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] allocate_for_instance() {{(pid=69895) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1575.913110] env[69895]: DEBUG nova.policy [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e612f3e141884a679b6668d543b05bae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ffcbcf42bc8421d984d75cbca1f65a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69895) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.170529] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Successfully created port: ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.374615] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Start building block device mappings for instance. {{(pid=69895) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.384342] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Start spawning the instance on the hypervisor. {{(pid=69895) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.411269] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T06:30:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T06:29:56Z,direct_url=,disk_format='vmdk',id=93473918-8347-4752-aa39-24e7a3bb7c38,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5841fc9249c24420a0bda631126e9aa0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T06:29:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1577.411672] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.411753] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image limits 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1577.411946] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Flavor pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.412121] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Image pref 0:0:0 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1577.412290] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69895) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1577.412563] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1577.412739] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1577.412909] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Got 1 possible topologies {{(pid=69895) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1577.413085] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1577.413308] env[69895]: DEBUG nova.virt.hardware [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69895) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1577.414143] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeece784-5a49-47ee-9d97-8294816f1281 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.422409] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc48a6-ed72-44bf-82d9-e9f86e811656 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.539376] env[69895]: DEBUG nova.compute.manager [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Received event network-vif-plugged-ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1577.539634] env[69895]: DEBUG oslo_concurrency.lockutils [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.539799] env[69895]: DEBUG oslo_concurrency.lockutils [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] Lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.539965] env[69895]: DEBUG oslo_concurrency.lockutils [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] Lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.540146] env[69895]: DEBUG nova.compute.manager [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] No waiting events found dispatching network-vif-plugged-ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1577.540307] env[69895]: WARNING nova.compute.manager [req-390005f8-a00c-424b-8bf8-8551d51b0094 req-fdeb2cad-619a-4820-b12f-3c72494ee65d service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Received unexpected event network-vif-plugged-ad52deb0-e043-4789-b86d-84b7067ce93c for instance with vm_state building and task_state spawning. [ 1577.617736] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Successfully updated port: ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.120170] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.120344] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.120511] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Building network info cache for instance {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.653025] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Instance cache missing network info. {{(pid=69895) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.770194] env[69895]: DEBUG nova.network.neutron [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating instance_info_cache with network_info: [{"id": "ad52deb0-e043-4789-b86d-84b7067ce93c", "address": "fa:16:3e:33:f4:45", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad52deb0-e0", "ovs_interfaceid": "ad52deb0-e043-4789-b86d-84b7067ce93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.273060] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.273060] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Instance network_info: |[{"id": "ad52deb0-e043-4789-b86d-84b7067ce93c", "address": "fa:16:3e:33:f4:45", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad52deb0-e0", "ovs_interfaceid": "ad52deb0-e043-4789-b86d-84b7067ce93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69895) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1579.273421] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad52deb0-e043-4789-b86d-84b7067ce93c', 'vif_model': 'vmxnet3'}] {{(pid=69895) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.280981] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1579.282424] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Creating VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.282692] env[69895]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6dcf453-6a37-4c49-a615-c1504e27ad7f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.303177] env[69895]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.303177] env[69895]: value = "task-3472773" [ 1579.303177] env[69895]: _type = "Task" [ 1579.303177] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.310624] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472773, 'name': CreateVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.565930] env[69895]: DEBUG nova.compute.manager [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Received event network-changed-ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1579.566155] env[69895]: DEBUG nova.compute.manager [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Refreshing instance network info cache due to event network-changed-ad52deb0-e043-4789-b86d-84b7067ce93c. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1579.566448] env[69895]: DEBUG oslo_concurrency.lockutils [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] Acquiring lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.566562] env[69895]: DEBUG oslo_concurrency.lockutils [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] Acquired lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.566728] env[69895]: DEBUG nova.network.neutron [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Refreshing network info cache for port ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.813081] env[69895]: DEBUG oslo_vmware.api [-] Task: {'id': task-3472773, 'name': CreateVM_Task, 'duration_secs': 0.285856} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.813465] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Created VM on the ESX host {{(pid=69895) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1579.813927] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.814113] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.814514] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.814728] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da74d843-4567-4038-9077-113c928b5a3b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.818863] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1579.818863] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5234682a-4d33-49ed-d47f-5b92437001a5" [ 1579.818863] env[69895]: _type = "Task" [ 1579.818863] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.825888] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5234682a-4d33-49ed-d47f-5b92437001a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.241396] env[69895]: DEBUG nova.network.neutron [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updated VIF entry in instance network info cache for port ad52deb0-e043-4789-b86d-84b7067ce93c. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.241763] env[69895]: DEBUG nova.network.neutron [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating instance_info_cache with network_info: [{"id": "ad52deb0-e043-4789-b86d-84b7067ce93c", "address": "fa:16:3e:33:f4:45", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad52deb0-e0", "ovs_interfaceid": "ad52deb0-e043-4789-b86d-84b7067ce93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.328758] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]5234682a-4d33-49ed-d47f-5b92437001a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.329099] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.329314] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Processing image 93473918-8347-4752-aa39-24e7a3bb7c38 {{(pid=69895) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.329546] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.329696] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.329874] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.330140] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b133a122-fdf8-43b3-8370-055a6b74ed2e {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.338237] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69895) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.338412] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69895) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.339087] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d233872f-360c-4e6a-b70f-2a31e829e739 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.344034] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1580.344034] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528c917d-a85d-7fe2-aeb1-450cc77f51a0" [ 1580.344034] env[69895]: _type = "Task" [ 1580.344034] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.351066] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528c917d-a85d-7fe2-aeb1-450cc77f51a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.744804] env[69895]: DEBUG oslo_concurrency.lockutils [req-8f9becac-dae2-4202-aea3-fbf1b80cb951 req-260f7d25-219b-41d7-a6fb-13a7f5e80ca7 service nova] Releasing lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.854656] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]528c917d-a85d-7fe2-aeb1-450cc77f51a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.855508] env[69895]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4aefdf9-f705-4c20-be9e-801ecdbf2e86 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.860294] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1580.860294] env[69895]: value = "session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522d2dee-db74-009d-32b0-5a20bf6a28e0" [ 1580.860294] env[69895]: _type = "Task" [ 1580.860294] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.867223] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522d2dee-db74-009d-32b0-5a20bf6a28e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.371157] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': session[52f4d5ec-7ed6-5078-6167-92924f3fb292]522d2dee-db74-009d-32b0-5a20bf6a28e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.371980] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.371980] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 509d450c-32bc-43ba-915f-321c6a894f0b/509d450c-32bc-43ba-915f-321c6a894f0b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.372265] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1086974-81b8-477a-99a4-4512e41e282f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.378456] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1581.378456] env[69895]: value = "task-3472774" [ 1581.378456] env[69895]: _type = "Task" [ 1581.378456] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.386106] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.888500] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423473} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.888868] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93473918-8347-4752-aa39-24e7a3bb7c38/93473918-8347-4752-aa39-24e7a3bb7c38.vmdk to [datastore1] 509d450c-32bc-43ba-915f-321c6a894f0b/509d450c-32bc-43ba-915f-321c6a894f0b.vmdk {{(pid=69895) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.888940] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Extending root virtual disk to 1048576 {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.889204] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9131fbe-7f95-45bc-9405-c797ee31dde3 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.896702] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1581.896702] env[69895]: value = "task-3472775" [ 1581.896702] env[69895]: _type = "Task" [ 1581.896702] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.903533] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.406099] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241203} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.406383] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Extended root virtual disk {{(pid=69895) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.407161] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801a294-5845-4667-9321-dd522d7cf25f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.428416] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 509d450c-32bc-43ba-915f-321c6a894f0b/509d450c-32bc-43ba-915f-321c6a894f0b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.428707] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c884865-c26f-4ae6-bfd5-e5bbfb4f117d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.448437] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1582.448437] env[69895]: value = "task-3472776" [ 1582.448437] env[69895]: _type = "Task" [ 1582.448437] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.456095] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.959204] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472776, 'name': ReconfigVM_Task, 'duration_secs': 0.265734} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.959544] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 509d450c-32bc-43ba-915f-321c6a894f0b/509d450c-32bc-43ba-915f-321c6a894f0b.vmdk or device None with type sparse {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.960103] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87543c45-0489-426f-b987-6da0c55677d7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.966783] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1582.966783] env[69895]: value = "task-3472777" [ 1582.966783] env[69895]: _type = "Task" [ 1582.966783] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.974781] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472777, 'name': Rename_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.476984] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472777, 'name': Rename_Task, 'duration_secs': 0.153347} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.477304] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Powering on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.477529] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-539908f9-2a31-4363-a23d-bd80845539f4 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.483381] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1583.483381] env[69895]: value = "task-3472778" [ 1583.483381] env[69895]: _type = "Task" [ 1583.483381] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.490664] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.992863] env[69895]: DEBUG oslo_vmware.api [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472778, 'name': PowerOnVM_Task, 'duration_secs': 0.416467} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.993250] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Powered on the VM {{(pid=69895) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.993402] env[69895]: INFO nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1583.993576] env[69895]: DEBUG nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Checking state {{(pid=69895) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.994338] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3e9e3-4c16-4664-bbfb-2ccae0950833 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.513051] env[69895]: INFO nova.compute.manager [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Took 11.27 seconds to build instance. [ 1585.015297] env[69895]: DEBUG oslo_concurrency.lockutils [None req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.781s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.194421] env[69895]: DEBUG nova.compute.manager [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Received event network-changed-ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.194637] env[69895]: DEBUG nova.compute.manager [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Refreshing instance network info cache due to event network-changed-ad52deb0-e043-4789-b86d-84b7067ce93c. {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1585.194860] env[69895]: DEBUG oslo_concurrency.lockutils [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] Acquiring lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.195021] env[69895]: DEBUG oslo_concurrency.lockutils [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] Acquired lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.195180] env[69895]: DEBUG nova.network.neutron [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Refreshing network info cache for port ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.896371] env[69895]: DEBUG nova.network.neutron [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updated VIF entry in instance network info cache for port ad52deb0-e043-4789-b86d-84b7067ce93c. {{(pid=69895) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.896749] env[69895]: DEBUG nova.network.neutron [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating instance_info_cache with network_info: [{"id": "ad52deb0-e043-4789-b86d-84b7067ce93c", "address": "fa:16:3e:33:f4:45", "network": {"id": "53dda61a-e836-4e9f-b700-83e8e4bd366b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-55455944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ffcbcf42bc8421d984d75cbca1f65a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad52deb0-e0", "ovs_interfaceid": "ad52deb0-e043-4789-b86d-84b7067ce93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.399745] env[69895]: DEBUG oslo_concurrency.lockutils [req-457f38b1-1e72-411d-b64e-62483954ceea req-bc88abc6-4bf4-4543-aeaf-66e103382330 service nova] Releasing lock "refresh_cache-509d450c-32bc-43ba-915f-321c6a894f0b" {{(pid=69895) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.715797] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.716115] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.219818] env[69895]: DEBUG nova.compute.utils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Using /dev/sd instead of None {{(pid=69895) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1624.723219] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.705603] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.705832] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.782925] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.783294] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.783461] env[69895]: INFO nova.compute.manager [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Attaching volume e568bfc3-c30d-44a9-8dc8-a01c2b2d5314 to /dev/sdb [ 1625.813197] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a6b079-c063-400c-bac7-e8bedb0043ec {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.820341] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c458aba-d075-40cf-8a44-94056634b061 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.834014] env[69895]: DEBUG nova.virt.block_device [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating existing volume attachment record: 5e7131dc-a1c3-460f-ac09-aba1403885fc {{(pid=69895) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1627.705599] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.705611] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.705956] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.209014] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.209303] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.209479] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.209636] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1629.210553] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbbe4d6-d1f3-42c4-ade9-0cde917f2b93 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.218778] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50e3bc-7258-45b5-af7f-8edd72d0757d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.233651] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e8ad6-ae78-44b0-bac1-9af7eb711eae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.239646] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab3cf8e-9542-4fbb-8d99-c686fe64061f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.267300] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180794MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1629.267461] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.267674] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.291521] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Instance 509d450c-32bc-43ba-915f-321c6a894f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69895) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1630.291779] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1630.291864] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1630.318051] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c391b-debc-4677-a2d3-98de4fa326c9 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.324433] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b306607-2b43-4080-921a-bc7b0a04ec13 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.354103] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075ec5d-2d7a-416d-a59a-28a3bbf2d374 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.360665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c083bc66-823e-42e7-9af6-35dbff8b2a51 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.373205] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.376707] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Volume attach. Driver type: vmdk {{(pid=69895) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1630.376921] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694153', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'name': 'volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '509d450c-32bc-43ba-915f-321c6a894f0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'serial': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1630.377681] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d71c924-d000-449f-9df5-de82db389041 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.393217] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e0db2-4a9b-4cfa-9869-28cc1f0b8b71 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.417164] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314/volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.417384] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c935d0a-989b-4c50-a053-c113122961cb {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.433983] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1630.433983] env[69895]: value = "task-3472781" [ 1630.433983] env[69895]: _type = "Task" [ 1630.433983] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.440981] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.876419] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.943020] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472781, 'name': ReconfigVM_Task, 'duration_secs': 0.306662} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.943821] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314/volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314.vmdk or device None with type thin {{(pid=69895) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.948062] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e450a288-1bca-4041-bcda-0ec50f43bc0f {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.962592] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1630.962592] env[69895]: value = "task-3472782" [ 1630.962592] env[69895]: _type = "Task" [ 1630.962592] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.970356] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.381768] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1631.382171] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.473974] env[69895]: DEBUG oslo_vmware.api [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472782, 'name': ReconfigVM_Task, 'duration_secs': 0.138604} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.474289] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694153', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'name': 'volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '509d450c-32bc-43ba-915f-321c6a894f0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'serial': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314'} {{(pid=69895) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1632.377354] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.377809] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.377809] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.377984] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1632.509214] env[69895]: DEBUG nova.objects.instance [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid 509d450c-32bc-43ba-915f-321c6a894f0b {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.016512] env[69895]: DEBUG oslo_concurrency.lockutils [None req-e3591825-ff51-462f-9760-808fed200966 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.191304] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.191493] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1633.695614] env[69895]: INFO nova.compute.manager [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Detaching volume e568bfc3-c30d-44a9-8dc8-a01c2b2d5314 [ 1633.725409] env[69895]: INFO nova.virt.block_device [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Attempting to driver detach volume e568bfc3-c30d-44a9-8dc8-a01c2b2d5314 from mountpoint /dev/sdb [ 1633.725688] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Volume detach. Driver type: vmdk {{(pid=69895) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1633.725872] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694153', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'name': 'volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '509d450c-32bc-43ba-915f-321c6a894f0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'serial': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1633.726779] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed61590f-9140-462a-9b7f-98e5fc66e73a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.747407] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f601f-f5d5-4036-a2c3-2489575c49f5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.753756] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9dae75-5039-4771-8cca-e91ed0a442a7 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.772699] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d36cbaa-9658-40ee-b1c2-1e095cbacb77 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.787338] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] The volume has not been displaced from its original location: [datastore1] volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314/volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314.vmdk. No consolidation needed. {{(pid=69895) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1633.792371] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfiguring VM instance instance-00000081 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1633.792631] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c9931a-de7f-41c5-9188-9ba340cb0153 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.809591] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1633.809591] env[69895]: value = "task-3472783" [ 1633.809591] env[69895]: _type = "Task" [ 1633.809591] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.816614] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.319489] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472783, 'name': ReconfigVM_Task, 'duration_secs': 0.219922} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.319762] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Reconfigured VM instance instance-00000081 to detach disk 2001 {{(pid=69895) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1634.324364] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66c0ffb-7356-467a-b8fd-e5c2f13b6cd8 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.338385] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1634.338385] env[69895]: value = "task-3472784" [ 1634.338385] env[69895]: _type = "Task" [ 1634.338385] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.345860] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.848269] env[69895]: DEBUG oslo_vmware.api [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472784, 'name': ReconfigVM_Task, 'duration_secs': 0.138462} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.848618] env[69895]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-694153', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'name': 'volume-e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '509d450c-32bc-43ba-915f-321c6a894f0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314', 'serial': 'e568bfc3-c30d-44a9-8dc8-a01c2b2d5314'} {{(pid=69895) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1635.389046] env[69895]: DEBUG nova.objects.instance [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'flavor' on Instance uuid 509d450c-32bc-43ba-915f-321c6a894f0b {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.701257] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.396789] env[69895]: DEBUG oslo_concurrency.lockutils [None req-f36cc3c9-3684-4db2-a287-dc9f1344fe54 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.423029] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.423422] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.423581] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.423761] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.423931] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.426113] env[69895]: INFO nova.compute.manager [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Terminating instance [ 1637.930307] env[69895]: DEBUG nova.compute.manager [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Start destroying the instance on the hypervisor. {{(pid=69895) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.930544] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Destroying instance {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.931473] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35601d-479a-4788-a5eb-fd0c9351f2cf {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.939263] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Powering off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.939476] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1543023e-d914-46d8-9980-0476e176a2e5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.945845] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1637.945845] env[69895]: value = "task-3472785" [ 1637.945845] env[69895]: _type = "Task" [ 1637.945845] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.955592] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.456276] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472785, 'name': PowerOffVM_Task, 'duration_secs': 0.146891} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.456656] env[69895]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Powered off the VM {{(pid=69895) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.456699] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Unregistering the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.456955] env[69895]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a7b8a1-5822-4388-8577-9c9c1e242c5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.514379] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Unregistered the VM {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.514590] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Deleting contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.514778] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleting the datastore file [datastore1] 509d450c-32bc-43ba-915f-321c6a894f0b {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.515052] env[69895]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf7ff5f-99d2-4d5e-886a-dc8f946dbf5c {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.521943] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for the task: (returnval){ [ 1638.521943] env[69895]: value = "task-3472787" [ 1638.521943] env[69895]: _type = "Task" [ 1638.521943] env[69895]: } to complete. {{(pid=69895) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.529320] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.031790] env[69895]: DEBUG oslo_vmware.api [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Task: {'id': task-3472787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145262} completed successfully. {{(pid=69895) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.032051] env[69895]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted the datastore file {{(pid=69895) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.032239] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Deleted contents of the VM from datastore datastore1 {{(pid=69895) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.032409] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Instance destroyed {{(pid=69895) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.032578] env[69895]: INFO nova.compute.manager [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1639.032817] env[69895]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69895) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1639.033008] env[69895]: DEBUG nova.compute.manager [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Deallocating network for instance {{(pid=69895) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.033108] env[69895]: DEBUG nova.network.neutron [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] deallocate_for_instance() {{(pid=69895) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.461825] env[69895]: DEBUG nova.compute.manager [req-956987ca-74ee-4825-96a7-ee66ed5e530a req-9b7db558-cc45-476d-bf51-fc13fc7cc23c service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Received event network-vif-deleted-ad52deb0-e043-4789-b86d-84b7067ce93c {{(pid=69895) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1639.462069] env[69895]: INFO nova.compute.manager [req-956987ca-74ee-4825-96a7-ee66ed5e530a req-9b7db558-cc45-476d-bf51-fc13fc7cc23c service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Neutron deleted interface ad52deb0-e043-4789-b86d-84b7067ce93c; detaching it from the instance and deleting it from the info cache [ 1639.462069] env[69895]: DEBUG nova.network.neutron [req-956987ca-74ee-4825-96a7-ee66ed5e530a req-9b7db558-cc45-476d-bf51-fc13fc7cc23c service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.944034] env[69895]: DEBUG nova.network.neutron [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Updating instance_info_cache with network_info: [] {{(pid=69895) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.964853] env[69895]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e95954e8-197a-4387-95e5-04b0c37f8bd6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.975057] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c7e1a-d3d5-4863-93f2-3aca4a616c48 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.999691] env[69895]: DEBUG nova.compute.manager [req-956987ca-74ee-4825-96a7-ee66ed5e530a req-9b7db558-cc45-476d-bf51-fc13fc7cc23c service nova] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Detach interface failed, port_id=ad52deb0-e043-4789-b86d-84b7067ce93c, reason: Instance 509d450c-32bc-43ba-915f-321c6a894f0b could not be found. {{(pid=69895) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1640.447355] env[69895]: INFO nova.compute.manager [-] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Took 1.41 seconds to deallocate network for instance. [ 1640.953957] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.954290] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.954488] env[69895]: DEBUG nova.objects.instance [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lazy-loading 'resources' on Instance uuid 509d450c-32bc-43ba-915f-321c6a894f0b {{(pid=69895) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.488179] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b1d4b-5197-4e9b-8d66-03586359aba5 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.495708] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e68cec-0a4b-4e02-9790-49de77a9ae46 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.525873] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926fdf0e-8b41-4130-b387-c7d61089c82a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.532452] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061441b9-63e5-46a3-8128-c93da89a8ce6 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.544932] env[69895]: DEBUG nova.compute.provider_tree [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.048618] env[69895]: DEBUG nova.scheduler.client.report [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.553773] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.573796] env[69895]: INFO nova.scheduler.client.report [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Deleted allocations for instance 509d450c-32bc-43ba-915f-321c6a894f0b [ 1643.082731] env[69895]: DEBUG oslo_concurrency.lockutils [None req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Lock "509d450c-32bc-43ba-915f-321c6a894f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.659s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.705763] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1686.706180] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.706205] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.706531] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.209674] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.209987] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.210212] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1689.210367] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1689.211270] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8ab4ff-31ed-4264-98e1-7d5766f98639 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.219918] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb77fa-a613-476e-b8d7-d383b2e42eb1 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.233420] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e381869-f19a-49d2-ae89-19945e05ac5d {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.239361] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506fde4-889c-4550-8145-67f59799fe14 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.266821] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180779MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1689.266954] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.267162] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.287165] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1690.287430] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1690.300254] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205957b7-068d-4057-9548-8b60ef4524ae {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.307596] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3d75ea-af52-40fb-a4ae-be9489136569 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.337218] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740da031-de5e-4821-97fe-9cc0889abb61 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.343665] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af499023-f6d1-40ef-b3eb-620ada914870 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.356242] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.859127] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.364137] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1691.364504] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.358728] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.358992] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.359118] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.359269] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.359409] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1746.707038] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.707038] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.701690] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.705230] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.706082] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.209696] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.209997] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1751.210237] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.210398] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69895) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1751.211304] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42986b3e-05f7-4972-a609-67912f88ac94 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.219119] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29365587-62fb-4390-a110-5aaff19e7244 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.233532] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c071e-d9f6-4b40-8f6a-968fef28e37b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.239573] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac51db-ec17-4f97-949a-b20e7c25109a {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.267574] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180981MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69895) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1751.267712] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1751.267958] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1752.414451] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1752.414724] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69895) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1752.431156] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing inventories for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1752.444457] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating ProviderTree inventory for provider 7ecffc51-323f-4c97-913f-419a1a87f107 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1752.444594] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Updating inventory in ProviderTree for provider 7ecffc51-323f-4c97-913f-419a1a87f107 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1752.455509] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing aggregate associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, aggregates: None {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1752.472915] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Refreshing trait associations for resource provider 7ecffc51-323f-4c97-913f-419a1a87f107, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69895) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1752.484968] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa4c314-8bf1-4a35-a0b3-1a15ea5a7583 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.492400] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713ad52-a75d-4e8b-aef3-70fe86640d75 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.523693] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22e96fd-7a84-4999-a2fb-79d5c95d31bd {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.533327] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761dceda-95cd-431e-a4b4-7b817045268b {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.547946] env[69895]: DEBUG nova.compute.provider_tree [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed in ProviderTree for provider: 7ecffc51-323f-4c97-913f-419a1a87f107 {{(pid=69895) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.050414] env[69895]: DEBUG nova.scheduler.client.report [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Inventory has not changed for provider 7ecffc51-323f-4c97-913f-419a1a87f107 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69895) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.051713] env[69895]: DEBUG nova.compute.resource_tracker [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69895) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1753.051921] env[69895]: DEBUG oslo_concurrency.lockutils [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.784s {{(pid=69895) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1753.052158] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.052297] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1753.556920] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] There are 4 instances to clean {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1753.557228] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: 509d450c-32bc-43ba-915f-321c6a894f0b] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1754.062105] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: e6030ff8-e7a3-43a9-80c7-18129ea24970] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1754.565812] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: f50fc08c-a1c1-40b7-88c7-cca7a5a324e6] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1755.069559] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] [instance: b32f2698-bae8-4a36-a1a3-4a9df0f93d52] Instance has had 0 of 5 cleanup attempts {{(pid=69895) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1756.571717] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.572106] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.572106] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.572233] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69895) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1757.702144] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.706337] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.208496] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.208894] env[69895]: DEBUG nova.compute.manager [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Cleaning up deleted instances with incomplete migration {{(pid=69895) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1778.989666] env[69895]: DEBUG oslo_service.periodic_task [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69895) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.492680] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Getting list of instances from cluster (obj){ [ 1779.492680] env[69895]: value = "domain-c8" [ 1779.492680] env[69895]: _type = "ClusterComputeResource" [ 1779.492680] env[69895]: } {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1779.493797] env[69895]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4a266-b5ee-43f2-ae82-aad3900dc906 {{(pid=69895) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.502813] env[69895]: DEBUG nova.virt.vmwareapi.vmops [None req-016b4751-ab7a-4441-8133-67dff1e92195 None None] Got total of 0 instances {{(pid=69895) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}